Oct 26 07:48:15 user nova-compute[74287]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74287) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 26 07:48:15 user nova-compute[74287]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74287) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 26 07:48:15 user nova-compute[74287]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74287) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 26 07:48:15 user nova-compute[74287]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Oct 26 07:48:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:48:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.020s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:48:15 user nova-compute[74287]: INFO nova.virt.driver [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] Loading compute driver 'libvirt.LibvirtDriver'
Oct 26 07:48:16 user nova-compute[74287]: INFO nova.compute.provider_config [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] Acquiring lock "singleton_lock" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] Acquired lock "singleton_lock" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] Releasing lock "singleton_lock" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] Full set of CONF: {{(pid=74287) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ******************************************************************************** {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] Configuration options gathered from: {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ================================================================================ {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] allow_resize_to_same_host      = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] arq_binding_timeout            = 300 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] backdoor_port                  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] backdoor_socket                = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] block_device_allocate_retries  = 300 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] block_device_allocate_retries_interval = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cert                           = self.pem {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] compute_monitors               = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] config_dir                     = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] config_drive_format            = iso9660 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] config_source                  = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] console_host                   = user {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] control_exchange               = nova {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cpu_allocation_ratio           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] daemon                         = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] debug                          = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] default_access_ip_network_name = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] default_availability_zone      = nova {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] default_ephemeral_format       = ext4 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] default_green_pool_size        = 1000 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] default_schedule_zone          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] disk_allocation_ratio          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] enable_new_services            = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] enabled_apis                   = ['osapi_compute'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] enabled_ssl_apis               = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] flat_injected                  = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] force_config_drive             = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] force_raw_images               = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] graceful_shutdown_timeout      = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] heal_instance_info_cache_interval = 60 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] host                           = user {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] instance_build_timeout         = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] instance_delete_interval       = 300 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] instance_format                = [instance: %(uuid)s]  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] instance_name_template         = instance-%08x {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] instance_usage_audit           = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] instance_usage_audit_period    = month {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] internal_service_availability_zone = internal {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] key                            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] live_migration_retry_count     = 30 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] log_config_append              = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] log_dir                        = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] log_file                       = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] log_options                    = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] log_rotate_interval            = 1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] log_rotate_interval_type       = days {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] log_rotation_type              = none {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] long_rpc_timeout               = 1800 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] max_concurrent_builds          = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] max_concurrent_live_migrations = 1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] max_concurrent_snapshots       = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] max_local_block_devices        = 3 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] max_logfile_count              = 30 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] max_logfile_size_mb            = 200 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] maximum_instance_delete_attempts = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] metadata_listen                = 0.0.0.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] metadata_listen_port           = 8775 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] metadata_workers               = 3 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] migrate_max_retries            = -1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] mkisofs_cmd                    = genisoimage {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] my_ip                          = 10.0.0.210 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] network_allocate_retries       = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] osapi_compute_listen_port      = 8774 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] osapi_compute_unique_server_name_scope =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] osapi_compute_workers          = 3 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] password_length                = 12 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] periodic_enable                = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] periodic_fuzzy_delay           = 60 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] pointer_model                  = ps2mouse {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] preallocate_images             = none {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] publish_errors                 = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] pybasedir                      = /opt/stack/nova {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ram_allocation_ratio           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] rate_limit_burst               = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] rate_limit_except_level        = CRITICAL {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] rate_limit_interval            = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] reboot_timeout                 = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] reclaim_instance_interval      = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] record                         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] reimage_timeout_per_gb         = 60 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] report_interval                = 120 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] rescue_timeout                 = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] reserved_host_cpus             = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] reserved_host_disk_mb          = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] reserved_host_memory_mb        = 512 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] reserved_huge_pages            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] resize_confirm_window          = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] resize_fs_using_block_device   = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] resume_guests_state_on_host_boot = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] rpc_response_timeout           = 60 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] run_external_periodic_tasks    = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] running_deleted_instance_action = reap {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] running_deleted_instance_poll_interval = 1800 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] running_deleted_instance_timeout = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] scheduler_instance_sync_interval = 120 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] service_down_time              = 720 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] servicegroup_driver            = db {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] shelved_offload_time           = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] shelved_poll_interval          = 3600 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] shutdown_timeout               = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] source_is_ipv6                 = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ssl_only                       = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] state_path                     = /opt/stack/data/nova {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] sync_power_state_interval      = 600 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] sync_power_state_pool_size     = 1000 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] syslog_log_facility            = LOG_USER {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] tempdir                        = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] timeout_nbd                    = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] transport_url                  = **** {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] update_resources_interval      = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] use_cow_images                 = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] use_eventlog                   = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] use_journal                    = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] use_json                       = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] use_rootwrap_daemon            = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] use_stderr                     = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] use_syslog                     = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vcpu_pin_set                   = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vif_plugging_is_fatal          = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vif_plugging_timeout           = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] virt_mkfs                      = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] volume_usage_poll_interval     = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] watch_log_file                 = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] web                            = /usr/share/spice-html5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_concurrency.disable_process_locking = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.auth_strategy              = keystone {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.compute_link_prefix        = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.dhcp_domain                = novalocal {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.enable_instance_password   = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.glance_link_prefix         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.instance_list_per_project_cells = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.list_records_by_skipping_down_cells = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.local_metadata_per_cell    = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.max_limit                  = 1000 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.metadata_cache_expiration  = 15 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.neutron_default_tenant_id  = default {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.use_forwarded_for          = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.use_neutron_default_nets   = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.vendordata_dynamic_targets = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.vendordata_jsonfile_path   = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.backend                  = dogpile.cache.memcached {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.backend_argument         = **** {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.config_prefix            = cache.oslo {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.dead_timeout             = 60.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.debug_cache_backend      = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.enable_retry_client      = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.enable_socket_keepalive  = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.enabled                  = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.expiration_time          = 600 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.hashclient_retry_attempts = 2 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.memcache_dead_retry      = 300 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.memcache_password        =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.memcache_pool_maxsize    = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.memcache_sasl_enabled    = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.memcache_username        =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.proxies                  = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.retry_attempts           = 2 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.retry_delay              = 0.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.socket_keepalive_count   = 1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.socket_keepalive_idle    = 1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.socket_keepalive_interval = 1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.tls_allowed_ciphers      = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.tls_cafile               = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.tls_certfile             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.tls_enabled              = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cache.tls_keyfile              = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cinder.auth_section            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cinder.auth_type               = password {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cinder.cafile                  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cinder.certfile                = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cinder.collect_timing          = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cinder.cross_az_attach         = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cinder.debug                   = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cinder.endpoint_template       = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cinder.http_retries            = 3 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cinder.insecure                = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cinder.keyfile                 = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cinder.os_region_name          = RegionOne {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cinder.split_loggers           = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cinder.timeout                 = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] compute.cpu_dedicated_set      = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] compute.cpu_shared_set         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] compute.image_type_exclude_list = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] compute.max_concurrent_disk_ops = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] compute.max_disk_devices_to_attach = -1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] compute.resource_provider_association_refresh = 300 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] compute.shutdown_retry_interval = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] conductor.workers              = 3 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] console.allowed_origins        = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] console.ssl_ciphers            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] console.ssl_minimum_version    = default {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] consoleauth.token_ttl          = 600 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.cafile                  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.certfile                = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.collect_timing          = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.connect_retries         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.connect_retry_delay     = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.endpoint_override       = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.insecure                = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.keyfile                 = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.max_version             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.min_version             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.region_name             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.service_name            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.service_type            = accelerator {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.split_loggers           = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.status_code_retries     = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.status_code_retry_delay = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.timeout                 = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] cyborg.version                 = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.backend               = sqlalchemy {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.connection            = **** {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.connection_debug      = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.connection_parameters =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.connection_recycle_time = 3600 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.connection_trace      = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.db_inc_retry_interval = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.db_max_retries        = 20 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.db_max_retry_interval = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.db_retry_interval     = 1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.max_overflow          = 50 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.max_pool_size         = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.max_retries           = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.mysql_wsrep_sync_wait = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.pool_timeout          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.retry_interval        = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.slave_connection      = **** {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] database.sqlite_synchronous    = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.backend           = sqlalchemy {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.connection        = **** {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.connection_debug  = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.connection_parameters =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.connection_recycle_time = 3600 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.connection_trace  = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.db_inc_retry_interval = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.db_max_retries    = 20 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.db_max_retry_interval = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.db_retry_interval = 1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.max_overflow      = 50 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.max_pool_size     = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.max_retries       = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.pool_timeout      = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.retry_interval    = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.slave_connection  = **** {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] api_database.sqlite_synchronous = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] devices.enabled_mdev_types     = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ephemeral_storage_encryption.enabled = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.api_servers             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.cafile                  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.certfile                = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.collect_timing          = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.connect_retries         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.connect_retry_delay     = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.debug                   = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.default_trusted_certificate_ids = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.enable_certificate_validation = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.enable_rbd_download     = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.endpoint_override       = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.insecure                = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.keyfile                 = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.max_version             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.min_version             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.num_retries             = 3 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.rbd_ceph_conf           =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.rbd_connect_timeout     = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.rbd_pool                =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.rbd_user                =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.region_name             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.service_name            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.service_type            = image {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.split_loggers           = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.status_code_retries     = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.status_code_retry_delay = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.timeout                 = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.verify_glance_signatures = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] glance.version                 = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] guestfs.debug                  = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.config_drive_cdrom      = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.config_drive_inject_password = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.enable_instance_metrics_collection = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.enable_remotefx         = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.instances_path_share    =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.iscsi_initiator_list    = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.limit_cpu_features      = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.power_state_check_timeframe = 60 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.use_multipath_io        = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.volume_attach_retry_count = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.vswitch_name            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] mks.enabled                    = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] image_cache.manager_interval   = 2400 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] image_cache.precache_concurrency = 1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] image_cache.remove_unused_base_images = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] image_cache.subdirectory_name  = _base {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.api_max_retries         = 60 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.api_retry_interval      = 2 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.auth_section            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.auth_type               = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.cafile                  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.certfile                = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.collect_timing          = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.conductor_group         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.connect_retries         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.connect_retry_delay     = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.endpoint_override       = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.insecure                = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.keyfile                 = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.max_version             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.min_version             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.peer_list               = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.region_name             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.serial_console_state_timeout = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.service_name            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.service_type            = baremetal {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.split_loggers           = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.status_code_retries     = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.status_code_retry_delay = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.timeout                 = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ironic.version                 = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] key_manager.fixed_key          = **** {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.barbican_api_version  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.barbican_endpoint     = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.barbican_endpoint_type = public {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.barbican_region_name  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.cafile                = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.certfile              = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.collect_timing        = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.insecure              = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.keyfile               = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.number_of_retries     = 60 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.retry_delay           = 1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.send_service_user_token = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.split_loggers         = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.timeout               = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.verify_ssl            = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican.verify_ssl_path       = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican_service_user.auth_section = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican_service_user.auth_type = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican_service_user.cafile   = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican_service_user.certfile = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican_service_user.collect_timing = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican_service_user.insecure = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican_service_user.keyfile  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican_service_user.split_loggers = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] barbican_service_user.timeout  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.approle_role_id          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.approle_secret_id        = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.cafile                   = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.certfile                 = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.collect_timing           = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.insecure                 = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.keyfile                  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.kv_mountpoint            = secret {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.kv_path                  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.kv_version               = 2 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.namespace                = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.root_token_id            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.split_loggers            = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.ssl_ca_crt_file          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.timeout                  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.use_ssl                  = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.auth_section          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.auth_type             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.cafile                = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.certfile              = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.collect_timing        = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.connect_retries       = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.connect_retry_delay   = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.endpoint_override     = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.insecure              = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.keyfile               = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.max_version           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.min_version           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.region_name           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.service_name          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.service_type          = identity {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.split_loggers         = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.status_code_retries   = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.status_code_retry_delay = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.timeout               = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] keystone.version               = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.connection_uri         =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.cpu_mode               = custom {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: WARNING oslo_config.cfg [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.cpu_power_governor_high = performance {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.cpu_power_governor_low = powersave {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.cpu_power_management   = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.device_detach_attempts = 8 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.device_detach_timeout  = 20 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.disk_cachemodes        = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.disk_prefix            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.enabled_perf_events    = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.file_backed_memory     = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.gid_maps               = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.hw_disk_discard        = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.hw_machine_type        = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.images_rbd_glance_store_name =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.images_rbd_pool        = rbd {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.images_type            = default {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.images_volume_group    = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.inject_key             = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.inject_partition       = -2 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.inject_password        = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.iscsi_iface            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.iser_use_multipath     = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.live_migration_bandwidth = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.live_migration_downtime = 500 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.live_migration_inbound_addr = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.live_migration_permit_post_copy = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.live_migration_scheme  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.live_migration_timeout_action = abort {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.live_migration_tunnelled = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: WARNING oslo_config.cfg [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Oct 26 07:48:16 user nova-compute[74287]: live_migration_uri is deprecated for removal in favor of two other options that
Oct 26 07:48:16 user nova-compute[74287]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Oct 26 07:48:16 user nova-compute[74287]: and ``live_migration_inbound_addr`` respectively.
Oct 26 07:48:16 user nova-compute[74287]: ).  Its value may be silently ignored in the future.
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.live_migration_with_native_tls = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.max_queues             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.nfs_mount_options      = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.num_memory_encrypted_guests = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.num_pcie_ports         = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.pmem_namespaces        = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.quobyte_client_cfg     = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.rbd_secret_uuid        = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.rbd_user               = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.remote_filesystem_transport = ssh {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.rescue_image_id        = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.rescue_kernel_id       = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.rescue_ramdisk_id      = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.rx_queue_size          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.smbfs_mount_options    =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.snapshot_compression   = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.snapshot_image_format  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.sparse_logical_volumes = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.swtpm_enabled          = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.swtpm_group            = tss {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.swtpm_user             = tss {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.sysinfo_serial         = unique {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.tb_cache_size          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.tx_queue_size          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.uid_maps               = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.use_virtio_for_bridges = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.virt_type              = kvm {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.volume_clear           = zero {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.volume_clear_size      = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.volume_use_multipath   = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.vzstorage_cache_path   = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.vzstorage_mount_user   = stack {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.auth_section           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.auth_type              = password {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.cafile                 = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.certfile               = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.collect_timing         = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.connect_retries        = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.connect_retry_delay    = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.default_floating_pool  = public {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.endpoint_override      = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.extension_sync_interval = 600 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.http_retries           = 3 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.insecure               = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.keyfile                = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.max_version            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.min_version            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.ovs_bridge             = br-int {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.physnets               = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.region_name            = RegionOne {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.service_metadata_proxy = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.service_name           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.service_type           = network {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.split_loggers          = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.status_code_retries    = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.status_code_retry_delay = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.timeout                = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] neutron.version                = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] notifications.bdms_in_notifications = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] notifications.default_level    = INFO {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] notifications.notification_format = unversioned {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] notifications.notify_on_state_change = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] pci.alias                      = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] pci.device_spec                = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] pci.report_in_placement        = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.auth_section         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.auth_type            = password {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.cafile               = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.certfile             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.collect_timing       = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.connect_retries      = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.connect_retry_delay  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.default_domain_id    = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.default_domain_name  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.domain_id            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.domain_name          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.endpoint_override    = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.insecure             = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.keyfile              = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.max_version          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.min_version          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.password             = **** {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.project_domain_id    = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.project_domain_name  = Default {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.project_id           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.project_name         = service {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.region_name          = RegionOne {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.service_name         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.service_type         = placement {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.split_loggers        = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.status_code_retries  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.status_code_retry_delay = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.system_scope         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.timeout              = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.trust_id             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.user_domain_id       = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.user_domain_name     = Default {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.user_id              = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.username             = placement {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] placement.version              = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] quota.cores                    = 20 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] quota.count_usage_from_placement = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] quota.injected_file_content_bytes = 10240 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] quota.injected_file_path_length = 255 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] quota.injected_files           = 5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] quota.instances                = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] quota.key_pairs                = 100 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] quota.metadata_items           = 128 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] quota.ram                      = 51200 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] quota.recheck_quota            = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] quota.server_group_members     = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] quota.server_groups            = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] rdp.enabled                    = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] scheduler.image_metadata_prefilter = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] scheduler.max_attempts         = 3 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] scheduler.max_placement_results = 1000 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] scheduler.query_placement_for_image_type_support = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] scheduler.workers              = 3 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.host_subset_size = 1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.isolated_hosts = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.isolated_images = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.pci_in_placement = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.track_instance_changes = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] metrics.required               = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] metrics.weight_multiplier      = 1.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] metrics.weight_setting         = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] serial_console.enabled         = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] serial_console.port_range      = 10000:20000 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] serial_console.serialproxy_port = 6083 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] service_user.auth_section      = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] service_user.auth_type         = password {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] service_user.cafile            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] service_user.certfile          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] service_user.collect_timing    = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] service_user.insecure          = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] service_user.keyfile           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] service_user.send_service_user_token = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] service_user.split_loggers     = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] service_user.timeout           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] spice.agent_enabled            = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] spice.enabled                  = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] spice.html5proxy_port          = 6082 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] spice.image_compression        = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] spice.jpeg_compression         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] spice.playback_compression     = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] spice.server_listen            = 127.0.0.1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] spice.streaming_mode           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] spice.zlib_compression         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] upgrade_levels.baseapi         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] upgrade_levels.cert            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] upgrade_levels.compute         = auto {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] upgrade_levels.conductor       = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] upgrade_levels.scheduler       = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vendordata_dynamic_auth.auth_section = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vendordata_dynamic_auth.auth_type = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vendordata_dynamic_auth.cafile = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vendordata_dynamic_auth.certfile = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vendordata_dynamic_auth.insecure = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vendordata_dynamic_auth.keyfile = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vendordata_dynamic_auth.timeout = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.api_retry_count         = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.ca_file                 = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.cache_prefix            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.cluster_name            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.connection_pool_size    = 10 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.console_delay_seconds   = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.datastore_regex         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.host_ip                 = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.host_password           = **** {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.host_port               = 443 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.host_username           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.insecure                = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.integration_bridge      = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.maximum_objects         = 100 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.pbm_default_policy      = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.pbm_enabled             = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.pbm_wsdl_location       = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.serial_port_proxy_uri   = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.serial_port_service_uri = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.task_poll_interval      = 0.5 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.use_linked_clone        = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.vnc_keymap              = en-us {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.vnc_port                = 5900 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vmware.vnc_port_total          = 10000 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vnc.auth_schemes               = ['none'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vnc.enabled                    = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vnc.novncproxy_port            = 6080 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vnc.server_listen              = 0.0.0.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vnc.vencrypt_ca_certs          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vnc.vencrypt_client_cert       = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vnc.vencrypt_client_key        = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.disable_rootwrap   = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.enable_numa_live_migration = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.libvirt_disable_apic = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] wsgi.client_socket_timeout     = 900 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] wsgi.default_pool_size         = 1000 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] wsgi.keep_alive                = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] wsgi.max_header_line           = 16384 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] wsgi.ssl_ca_file               = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] wsgi.ssl_cert_file             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] wsgi.ssl_key_file              = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] wsgi.tcp_keepidle              = 600 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] zvm.ca_file                    = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] zvm.cloud_connector_url        = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] zvm.reachable_timeout          = 300 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_policy.enforce_new_defaults = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_policy.enforce_scope      = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_policy.policy_default_rule = default {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_policy.policy_file        = policy.yaml {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] profiler.connection_string     = messaging:// {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] profiler.enabled               = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] profiler.es_doc_type           = notification {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] profiler.es_scroll_size        = 10000 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] profiler.es_scroll_time        = 2m {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] profiler.filter_error_trace    = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] profiler.hmac_keys             = **** {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] profiler.sentinel_service_name = mymaster {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] profiler.socket_timeout        = 0.1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] profiler.trace_requests        = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] profiler.trace_sqlalchemy      = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] profiler_jaeger.process_tags   = {} {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] profiler_jaeger.service_name_prefix = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] profiler_otlp.service_name_prefix = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] remote_debug.host              = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] remote_debug.port              = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.ssl      = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_notifications.retry = -1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_messaging_notifications.transport_url = **** {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.auth_section        = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.auth_type           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.cafile              = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.certfile            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.collect_timing      = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.connect_retries     = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.connect_retry_delay = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.endpoint_id         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.endpoint_override   = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.insecure            = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.keyfile             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.max_version         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.min_version         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.region_name         = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.service_name        = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.service_type        = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.split_loggers       = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.status_code_retries = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.status_code_retry_delay = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.timeout             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.valid_interfaces    = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_limit.version             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_reports.file_event_handler = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] oslo_reports.log_dir           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vif_plug_ovs_privileged.group  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] vif_plug_ovs_privileged.user   = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_vif_linux_bridge.flat_interface = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_vif_ovs.isolate_vif         = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_vif_ovs.per_port_bridge     = False {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] os_brick.lock_path             = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] privsep_osbrick.capabilities   = [21] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] privsep_osbrick.group          = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] privsep_osbrick.helper_command = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] privsep_osbrick.user           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] nova_sys_admin.group           = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] nova_sys_admin.helper_command  = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] nova_sys_admin.user            = None {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG oslo_service.service [None req-98540cc6-870a-4daf-8a9d-bb2259f6ed53 None None] ******************************************************************************** {{(pid=74287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Oct 26 07:48:16 user nova-compute[74287]: INFO nova.service [-] Starting compute node (version 0.0.0)
Oct 26 07:48:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Connecting to libvirt: qemu:///system {{(pid=74287) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7ffb918ae680> {{(pid=74287) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Oct 26 07:48:16 user nova-compute[74287]: libvirt:  error : internal error: could not initialize domain event timer
Oct 26 07:48:16 user nova-compute[74287]: WARNING nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Oct 26 07:48:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7ffb918ae680> {{(pid=74287) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Starting native event thread {{(pid=74287) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Starting green dispatch thread {{(pid=74287) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Oct 26 07:48:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Starting connection event dispatch thread {{(pid=74287) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Oct 26 07:48:16 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Connection event '1' reason 'None'
Oct 26 07:48:16 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 26 07:48:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.mount [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Initialising _HostMountState generation 0 {{(pid=74287) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Oct 26 07:48:23 user nova-compute[74287]: INFO nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Libvirt host capabilities <capabilities>
Oct 26 07:48:23 user nova-compute[74287]:   <host>
Oct 26 07:48:23 user nova-compute[74287]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Oct 26 07:48:23 user nova-compute[74287]:     <cpu>
Oct 26 07:48:23 user nova-compute[74287]:       <arch>x86_64</arch>
Oct 26 07:48:23 user nova-compute[74287]:       <model>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <vendor>Intel</vendor>
Oct 26 07:48:23 user nova-compute[74287]:       <microcode version='1070'/>
Oct 26 07:48:23 user nova-compute[74287]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Oct 26 07:48:23 user nova-compute[74287]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature name='ss'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature name='vmx'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature name='pcid'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature name='osxsave'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature name='hypervisor'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature name='arat'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature name='tsc_adjust'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature name='md-clear'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature name='stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature name='arch-capabilities'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature name='ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature name='invtsc'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature name='rsba'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature name='skip-l1dfl-vmentry'/>
Oct 26 07:48:23 user nova-compute[74287]:       <pages unit='KiB' size='4'/>
Oct 26 07:48:23 user nova-compute[74287]:       <pages unit='KiB' size='2048'/>
Oct 26 07:48:23 user nova-compute[74287]:     </cpu>
Oct 26 07:48:23 user nova-compute[74287]:     <power_management>
Oct 26 07:48:23 user nova-compute[74287]:       <suspend_mem/>
Oct 26 07:48:23 user nova-compute[74287]:       <suspend_disk/>
Oct 26 07:48:23 user nova-compute[74287]:       <suspend_hybrid/>
Oct 26 07:48:23 user nova-compute[74287]:     </power_management>
Oct 26 07:48:23 user nova-compute[74287]:     <iommu support='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     <migration_features>
Oct 26 07:48:23 user nova-compute[74287]:       <live/>
Oct 26 07:48:23 user nova-compute[74287]:       <uri_transports>
Oct 26 07:48:23 user nova-compute[74287]:         <uri_transport>tcp</uri_transport>
Oct 26 07:48:23 user nova-compute[74287]:         <uri_transport>rdma</uri_transport>
Oct 26 07:48:23 user nova-compute[74287]:       </uri_transports>
Oct 26 07:48:23 user nova-compute[74287]:     </migration_features>
Oct 26 07:48:23 user nova-compute[74287]:     <topology>
Oct 26 07:48:23 user nova-compute[74287]:       <cells num='2'>
Oct 26 07:48:23 user nova-compute[74287]:         <cell id='0'>
Oct 26 07:48:23 user nova-compute[74287]:           <memory unit='KiB'>8189224</memory>
Oct 26 07:48:23 user nova-compute[74287]:           <pages unit='KiB' size='4'>2047306</pages>
Oct 26 07:48:23 user nova-compute[74287]:           <pages unit='KiB' size='2048'>0</pages>
Oct 26 07:48:23 user nova-compute[74287]:           <distances>
Oct 26 07:48:23 user nova-compute[74287]:             <sibling id='0' value='10'/>
Oct 26 07:48:23 user nova-compute[74287]:             <sibling id='1' value='20'/>
Oct 26 07:48:23 user nova-compute[74287]:           </distances>
Oct 26 07:48:23 user nova-compute[74287]:           <cpus num='6'>
Oct 26 07:48:23 user nova-compute[74287]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Oct 26 07:48:23 user nova-compute[74287]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Oct 26 07:48:23 user nova-compute[74287]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Oct 26 07:48:23 user nova-compute[74287]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Oct 26 07:48:23 user nova-compute[74287]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Oct 26 07:48:23 user nova-compute[74287]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Oct 26 07:48:23 user nova-compute[74287]:           </cpus>
Oct 26 07:48:23 user nova-compute[74287]:         </cell>
Oct 26 07:48:23 user nova-compute[74287]:         <cell id='1'>
Oct 26 07:48:23 user nova-compute[74287]:           <memory unit='KiB'>8206460</memory>
Oct 26 07:48:23 user nova-compute[74287]:           <pages unit='KiB' size='4'>2051615</pages>
Oct 26 07:48:23 user nova-compute[74287]:           <pages unit='KiB' size='2048'>0</pages>
Oct 26 07:48:23 user nova-compute[74287]:           <distances>
Oct 26 07:48:23 user nova-compute[74287]:             <sibling id='0' value='20'/>
Oct 26 07:48:23 user nova-compute[74287]:             <sibling id='1' value='10'/>
Oct 26 07:48:23 user nova-compute[74287]:           </distances>
Oct 26 07:48:23 user nova-compute[74287]:           <cpus num='6'>
Oct 26 07:48:23 user nova-compute[74287]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Oct 26 07:48:23 user nova-compute[74287]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Oct 26 07:48:23 user nova-compute[74287]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Oct 26 07:48:23 user nova-compute[74287]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Oct 26 07:48:23 user nova-compute[74287]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Oct 26 07:48:23 user nova-compute[74287]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Oct 26 07:48:23 user nova-compute[74287]:           </cpus>
Oct 26 07:48:23 user nova-compute[74287]:         </cell>
Oct 26 07:48:23 user nova-compute[74287]:       </cells>
Oct 26 07:48:23 user nova-compute[74287]:     </topology>
Oct 26 07:48:23 user nova-compute[74287]:     <cache>
Oct 26 07:48:23 user nova-compute[74287]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Oct 26 07:48:23 user nova-compute[74287]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Oct 26 07:48:23 user nova-compute[74287]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Oct 26 07:48:23 user nova-compute[74287]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Oct 26 07:48:23 user nova-compute[74287]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Oct 26 07:48:23 user nova-compute[74287]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Oct 26 07:48:23 user nova-compute[74287]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Oct 26 07:48:23 user nova-compute[74287]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Oct 26 07:48:23 user nova-compute[74287]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Oct 26 07:48:23 user nova-compute[74287]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Oct 26 07:48:23 user nova-compute[74287]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Oct 26 07:48:23 user nova-compute[74287]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Oct 26 07:48:23 user nova-compute[74287]:     </cache>
Oct 26 07:48:23 user nova-compute[74287]:     <secmodel>
Oct 26 07:48:23 user nova-compute[74287]:       <model>apparmor</model>
Oct 26 07:48:23 user nova-compute[74287]:       <doi>0</doi>
Oct 26 07:48:23 user nova-compute[74287]:     </secmodel>
Oct 26 07:48:23 user nova-compute[74287]:     <secmodel>
Oct 26 07:48:23 user nova-compute[74287]:       <model>dac</model>
Oct 26 07:48:23 user nova-compute[74287]:       <doi>0</doi>
Oct 26 07:48:23 user nova-compute[74287]:       <baselabel type='kvm'>+64055:+108</baselabel>
Oct 26 07:48:23 user nova-compute[74287]:       <baselabel type='qemu'>+64055:+108</baselabel>
Oct 26 07:48:23 user nova-compute[74287]:     </secmodel>
Oct 26 07:48:23 user nova-compute[74287]:   </host>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='alpha'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>64</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>clipper</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='armv6l'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>32</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>integratorcp</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>borzoi</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>spitz</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>nuri</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>musca-b1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>versatileab</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>kzm</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>musca-a</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>smdkc210</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sx1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>z2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>tosa</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>sabrelite</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>realview-eb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>n810</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>n800</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>versatilepb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>terrier</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mainstone</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>midway</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>musicpal</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>microbit</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>cubieboard</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>verdex</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>netduino2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>raspi2b</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>cheetah</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>highbank</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>akita</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>connex</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>collie</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>raspi0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='armv7l'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>32</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>integratorcp</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>borzoi</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>spitz</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>nuri</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>musca-b1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>versatileab</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>kzm</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>musca-a</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>smdkc210</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sx1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>z2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>tosa</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>sabrelite</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>realview-eb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>n810</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>n800</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>versatilepb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>terrier</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mainstone</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>midway</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>musicpal</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>microbit</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>cubieboard</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>verdex</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>netduino2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>raspi2b</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>cheetah</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>highbank</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>akita</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>connex</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>collie</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>raspi0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='aarch64'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>64</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>integratorcp</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>borzoi</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>spitz</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>nuri</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>musca-b1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>versatileab</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>kzm</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>musca-a</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>smdkc210</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sx1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>z2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>tosa</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>sabrelite</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>realview-eb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>sbsa-ref</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>n810</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>n800</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>versatilepb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>terrier</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mainstone</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>midway</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>musicpal</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>microbit</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>raspi3ap</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>cubieboard</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>verdex</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>netduino2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>raspi3b</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>raspi2b</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>cheetah</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>highbank</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>akita</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>connex</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>collie</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>raspi0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <acpi default='on' toggle='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='cris'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>32</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>axis-dev88</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='i686'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>32</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>x-remote</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>isapc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>microvm</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='kvm'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <pae/>
Oct 26 07:48:23 user nova-compute[74287]:       <nonpae/>
Oct 26 07:48:23 user nova-compute[74287]:       <acpi default='on' toggle='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:       <apic default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='m68k'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>32</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mcf5208evb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>an5206</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>virt-6.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>q800</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>virt-6.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>next-cube</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>virt-6.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='microblaze'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>32</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='microblazeel'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>32</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='mips'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>32</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='16'>malta</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mipssim</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='mipsel'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>32</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='16'>malta</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mipssim</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='mips64'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>64</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='16'>malta</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mipssim</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>pica61</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>magnum</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='mips64el'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>64</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='16'>malta</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='16'>loongson3-virt</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mipssim</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>pica61</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>magnum</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='16'>boston</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>fuloong2e</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='ppc'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>32</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>g3beige</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mac99</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>ppce500</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>pegasos2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sam460ex</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>bamboo</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>40p</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>ref405ep</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>taihu</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='ppc64'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>64</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2048'>powernv9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>taihu</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2048'>powernv10</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>ppce500</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>40p</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>pegasos2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>bamboo</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>g3beige</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mac99</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sam460ex</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>ref405ep</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2048'>powernv8</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='ppc64le'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>64</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2048'>powernv9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>taihu</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2048'>powernv10</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>ppce500</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>40p</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>pegasos2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>bamboo</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>g3beige</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>mac99</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sam460ex</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>ref405ep</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2048'>powernv8</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='riscv32'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>32</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='8'>spike</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>opentitan</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='5'>sifive_u</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sifive_e</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='8'>virt</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='riscv64'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>64</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='8'>spike</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='5'>sifive_u</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>shakti_c</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sifive_e</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='8'>virt</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='s390x'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>64</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='sh4'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>32</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>shix</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>r2d</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='sh4eb'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>64</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>shix</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>r2d</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='sparc'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>32</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>SS-5</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>SS-20</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>LX</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>SPARCClassic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>leon3_generic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>SPARCbook</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>SS-4</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>SS-600MP</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>SS-10</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>Voyager</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='sparc64'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>64</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sun4u</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>niagara</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>sun4v</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='x86_64'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>64</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>x-remote</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='1'>isapc</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>microvm</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='kvm'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <acpi default='on' toggle='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:       <apic default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='xtensa'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>32</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>sim</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>kc705</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>ml605</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>virt</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>lx200</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>lx60</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]:   <guest>
Oct 26 07:48:23 user nova-compute[74287]:     <os_type>hvm</os_type>
Oct 26 07:48:23 user nova-compute[74287]:     <arch name='xtensaeb'>
Oct 26 07:48:23 user nova-compute[74287]:       <wordsize>32</wordsize>
Oct 26 07:48:23 user nova-compute[74287]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='4'>sim</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>kc705</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>ml605</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>virt</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>lx200</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>lx60</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 26 07:48:23 user nova-compute[74287]:       <domain type='qemu'/>
Oct 26 07:48:23 user nova-compute[74287]:     </arch>
Oct 26 07:48:23 user nova-compute[74287]:     <features>
Oct 26 07:48:23 user nova-compute[74287]:       <cpuselection/>
Oct 26 07:48:23 user nova-compute[74287]:       <deviceboot/>
Oct 26 07:48:23 user nova-compute[74287]:       <disksnapshot default='on' toggle='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     </features>
Oct 26 07:48:23 user nova-compute[74287]:   </guest>
Oct 26 07:48:23 user nova-compute[74287]: </capabilities>
Oct 26 07:48:23 user nova-compute[74287]: 
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for i686 via machine types: {'q35', 'ubuntu-q35', 'pc', 'ubuntu'} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Oct 26 07:48:23 user nova-compute[74287]: <domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:   <path>/usr/bin/qemu-system-i386</path>
Oct 26 07:48:23 user nova-compute[74287]:   <domain>kvm</domain>
Oct 26 07:48:23 user nova-compute[74287]:   <machine>pc-q35-6.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:   <arch>i686</arch>
Oct 26 07:48:23 user nova-compute[74287]:   <vcpu max='288'/>
Oct 26 07:48:23 user nova-compute[74287]:   <iothreads supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:   <os supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='firmware'/>
Oct 26 07:48:23 user nova-compute[74287]:     <loader supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>rom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pflash</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='readonly'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>yes</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='secure'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </loader>
Oct 26 07:48:23 user nova-compute[74287]:   </os>
Oct 26 07:48:23 user nova-compute[74287]:   <cpu>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-passthrough' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='hostPassthroughMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='maximum' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='maximumMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>on</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-model' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <vendor>Intel</vendor>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ss'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='vmx'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='pcid'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='hypervisor'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arat'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='umip'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='md-clear'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibpb'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibrs'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='erms'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='lm'/>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='custom' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>qemu64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>qemu32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>phenom</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>n270</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>kvm64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>kvm32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>coreduo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>core2duo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>athlon</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Westmere-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Westmere</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Snowridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Penryn</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G5</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G4</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G1</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Nehalem-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Nehalem</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Rome</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Milan</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Dhyana</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cooperlake</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Conroe</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>486</model>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:   </cpu>
Oct 26 07:48:23 user nova-compute[74287]:   <memoryBacking supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='sourceType'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>file</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>anonymous</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>memfd</value>
Oct 26 07:48:23 user nova-compute[74287]:     </enum>
Oct 26 07:48:23 user nova-compute[74287]:   </memoryBacking>
Oct 26 07:48:23 user nova-compute[74287]:   <devices>
Oct 26 07:48:23 user nova-compute[74287]:     <disk supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='diskDevice'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>disk</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cdrom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>floppy</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>lun</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='bus'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>fdc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sata</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </disk>
Oct 26 07:48:23 user nova-compute[74287]:     <graphics supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sdl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vnc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>spice</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egl-headless</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </graphics>
Oct 26 07:48:23 user nova-compute[74287]:     <video supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='modelType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cirrus</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vmvga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>qxl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>none</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>bochs</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>ramfb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </video>
Oct 26 07:48:23 user nova-compute[74287]:     <hostdev supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='mode'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>subsystem</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='startupPolicy'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>default</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>mandatory</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>requisite</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>optional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='subsysType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pci</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='capsType'/>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='pciBackend'/>
Oct 26 07:48:23 user nova-compute[74287]:     </hostdev>
Oct 26 07:48:23 user nova-compute[74287]:     <rng supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>random</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egd</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>builtin</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </rng>
Oct 26 07:48:23 user nova-compute[74287]:     <filesystem supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='driverType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>path</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>handle</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtiofs</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </filesystem>
Oct 26 07:48:23 user nova-compute[74287]:     <tpm supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-tis</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-crb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>passthrough</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>emulator</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </tpm>
Oct 26 07:48:23 user nova-compute[74287]:   </devices>
Oct 26 07:48:23 user nova-compute[74287]:   <features>
Oct 26 07:48:23 user nova-compute[74287]:     <gic supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     <vmcoreinfo supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <genid supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backingStoreInput supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backup supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <sev supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:   </features>
Oct 26 07:48:23 user nova-compute[74287]: </domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:  {{(pid=74287) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Oct 26 07:48:23 user nova-compute[74287]: <domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:   <path>/usr/bin/qemu-system-i386</path>
Oct 26 07:48:23 user nova-compute[74287]:   <domain>kvm</domain>
Oct 26 07:48:23 user nova-compute[74287]:   <machine>pc-q35-jammy</machine>
Oct 26 07:48:23 user nova-compute[74287]:   <arch>i686</arch>
Oct 26 07:48:23 user nova-compute[74287]:   <vcpu max='288'/>
Oct 26 07:48:23 user nova-compute[74287]:   <iothreads supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:   <os supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='firmware'/>
Oct 26 07:48:23 user nova-compute[74287]:     <loader supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>rom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pflash</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='readonly'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>yes</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='secure'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </loader>
Oct 26 07:48:23 user nova-compute[74287]:   </os>
Oct 26 07:48:23 user nova-compute[74287]:   <cpu>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-passthrough' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='hostPassthroughMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='maximum' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='maximumMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>on</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-model' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <vendor>Intel</vendor>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ss'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='vmx'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='pcid'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='hypervisor'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arat'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='umip'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='md-clear'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibpb'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibrs'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='erms'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='lm'/>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='custom' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>qemu64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>qemu32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>phenom</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>n270</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>kvm64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>kvm32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>coreduo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>core2duo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>athlon</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Westmere-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Westmere</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Snowridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Penryn</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G5</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G4</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G1</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Nehalem-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Nehalem</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Rome</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Milan</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Dhyana</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cooperlake</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Conroe</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>486</model>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:   </cpu>
Oct 26 07:48:23 user nova-compute[74287]:   <memoryBacking supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='sourceType'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>file</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>anonymous</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>memfd</value>
Oct 26 07:48:23 user nova-compute[74287]:     </enum>
Oct 26 07:48:23 user nova-compute[74287]:   </memoryBacking>
Oct 26 07:48:23 user nova-compute[74287]:   <devices>
Oct 26 07:48:23 user nova-compute[74287]:     <disk supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='diskDevice'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>disk</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cdrom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>floppy</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>lun</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='bus'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>fdc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sata</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </disk>
Oct 26 07:48:23 user nova-compute[74287]:     <graphics supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sdl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vnc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>spice</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egl-headless</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </graphics>
Oct 26 07:48:23 user nova-compute[74287]:     <video supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='modelType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cirrus</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vmvga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>qxl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>none</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>bochs</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>ramfb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </video>
Oct 26 07:48:23 user nova-compute[74287]:     <hostdev supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='mode'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>subsystem</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='startupPolicy'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>default</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>mandatory</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>requisite</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>optional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='subsysType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pci</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='capsType'/>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='pciBackend'/>
Oct 26 07:48:23 user nova-compute[74287]:     </hostdev>
Oct 26 07:48:23 user nova-compute[74287]:     <rng supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>random</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egd</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>builtin</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </rng>
Oct 26 07:48:23 user nova-compute[74287]:     <filesystem supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='driverType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>path</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>handle</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtiofs</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </filesystem>
Oct 26 07:48:23 user nova-compute[74287]:     <tpm supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-tis</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-crb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>passthrough</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>emulator</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </tpm>
Oct 26 07:48:23 user nova-compute[74287]:   </devices>
Oct 26 07:48:23 user nova-compute[74287]:   <features>
Oct 26 07:48:23 user nova-compute[74287]:     <gic supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     <vmcoreinfo supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <genid supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backingStoreInput supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backup supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <sev supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:   </features>
Oct 26 07:48:23 user nova-compute[74287]: </domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:  {{(pid=74287) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Oct 26 07:48:23 user nova-compute[74287]: <domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:   <path>/usr/bin/qemu-system-i386</path>
Oct 26 07:48:23 user nova-compute[74287]:   <domain>kvm</domain>
Oct 26 07:48:23 user nova-compute[74287]:   <machine>pc-i440fx-6.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:   <arch>i686</arch>
Oct 26 07:48:23 user nova-compute[74287]:   <vcpu max='255'/>
Oct 26 07:48:23 user nova-compute[74287]:   <iothreads supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:   <os supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='firmware'/>
Oct 26 07:48:23 user nova-compute[74287]:     <loader supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>rom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pflash</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='readonly'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>yes</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='secure'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </loader>
Oct 26 07:48:23 user nova-compute[74287]:   </os>
Oct 26 07:48:23 user nova-compute[74287]:   <cpu>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-passthrough' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='hostPassthroughMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='maximum' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='maximumMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>on</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-model' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <vendor>Intel</vendor>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ss'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='vmx'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='pcid'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='hypervisor'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arat'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='umip'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='md-clear'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibpb'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibrs'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='erms'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='lm'/>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='custom' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>qemu64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>qemu32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>phenom</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>n270</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>kvm64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>kvm32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>coreduo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>core2duo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>athlon</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Westmere-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Westmere</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Snowridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Penryn</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G5</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G4</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G1</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Nehalem-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Nehalem</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Rome</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Milan</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Dhyana</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cooperlake</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Conroe</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>486</model>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:   </cpu>
Oct 26 07:48:23 user nova-compute[74287]:   <memoryBacking supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='sourceType'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>file</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>anonymous</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>memfd</value>
Oct 26 07:48:23 user nova-compute[74287]:     </enum>
Oct 26 07:48:23 user nova-compute[74287]:   </memoryBacking>
Oct 26 07:48:23 user nova-compute[74287]:   <devices>
Oct 26 07:48:23 user nova-compute[74287]:     <disk supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='diskDevice'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>disk</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cdrom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>floppy</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>lun</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='bus'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>ide</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>fdc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sata</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </disk>
Oct 26 07:48:23 user nova-compute[74287]:     <graphics supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sdl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vnc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>spice</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egl-headless</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </graphics>
Oct 26 07:48:23 user nova-compute[74287]:     <video supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='modelType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cirrus</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vmvga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>qxl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>none</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>bochs</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>ramfb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </video>
Oct 26 07:48:23 user nova-compute[74287]:     <hostdev supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='mode'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>subsystem</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='startupPolicy'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>default</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>mandatory</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>requisite</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>optional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='subsysType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pci</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='capsType'/>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='pciBackend'/>
Oct 26 07:48:23 user nova-compute[74287]:     </hostdev>
Oct 26 07:48:23 user nova-compute[74287]:     <rng supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>random</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egd</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>builtin</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </rng>
Oct 26 07:48:23 user nova-compute[74287]:     <filesystem supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='driverType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>path</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>handle</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtiofs</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </filesystem>
Oct 26 07:48:23 user nova-compute[74287]:     <tpm supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-tis</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-crb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>passthrough</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>emulator</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </tpm>
Oct 26 07:48:23 user nova-compute[74287]:   </devices>
Oct 26 07:48:23 user nova-compute[74287]:   <features>
Oct 26 07:48:23 user nova-compute[74287]:     <gic supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     <vmcoreinfo supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <genid supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backingStoreInput supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backup supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <sev supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:   </features>
Oct 26 07:48:23 user nova-compute[74287]: </domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:  {{(pid=74287) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Oct 26 07:48:23 user nova-compute[74287]: <domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:   <path>/usr/bin/qemu-system-i386</path>
Oct 26 07:48:23 user nova-compute[74287]:   <domain>kvm</domain>
Oct 26 07:48:23 user nova-compute[74287]:   <machine>pc-i440fx-jammy</machine>
Oct 26 07:48:23 user nova-compute[74287]:   <arch>i686</arch>
Oct 26 07:48:23 user nova-compute[74287]:   <vcpu max='255'/>
Oct 26 07:48:23 user nova-compute[74287]:   <iothreads supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:   <os supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='firmware'/>
Oct 26 07:48:23 user nova-compute[74287]:     <loader supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>rom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pflash</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='readonly'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>yes</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='secure'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </loader>
Oct 26 07:48:23 user nova-compute[74287]:   </os>
Oct 26 07:48:23 user nova-compute[74287]:   <cpu>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-passthrough' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='hostPassthroughMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='maximum' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='maximumMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>on</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-model' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <vendor>Intel</vendor>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ss'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='vmx'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='pcid'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='hypervisor'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arat'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='umip'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='md-clear'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibpb'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibrs'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='erms'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='lm'/>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='custom' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>qemu64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>qemu32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>phenom</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>n270</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>kvm64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>kvm32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>coreduo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>core2duo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>athlon</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Westmere-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Westmere</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Snowridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Penryn</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G5</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G4</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G1</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Nehalem-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Nehalem</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Rome</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Milan</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Dhyana</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cooperlake</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Conroe</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>486</model>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:   </cpu>
Oct 26 07:48:23 user nova-compute[74287]:   <memoryBacking supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='sourceType'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>file</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>anonymous</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>memfd</value>
Oct 26 07:48:23 user nova-compute[74287]:     </enum>
Oct 26 07:48:23 user nova-compute[74287]:   </memoryBacking>
Oct 26 07:48:23 user nova-compute[74287]:   <devices>
Oct 26 07:48:23 user nova-compute[74287]:     <disk supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='diskDevice'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>disk</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cdrom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>floppy</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>lun</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='bus'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>ide</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>fdc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sata</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </disk>
Oct 26 07:48:23 user nova-compute[74287]:     <graphics supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sdl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vnc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>spice</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egl-headless</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </graphics>
Oct 26 07:48:23 user nova-compute[74287]:     <video supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='modelType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cirrus</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vmvga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>qxl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>none</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>bochs</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>ramfb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </video>
Oct 26 07:48:23 user nova-compute[74287]:     <hostdev supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='mode'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>subsystem</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='startupPolicy'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>default</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>mandatory</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>requisite</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>optional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='subsysType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pci</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='capsType'/>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='pciBackend'/>
Oct 26 07:48:23 user nova-compute[74287]:     </hostdev>
Oct 26 07:48:23 user nova-compute[74287]:     <rng supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>random</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egd</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>builtin</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </rng>
Oct 26 07:48:23 user nova-compute[74287]:     <filesystem supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='driverType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>path</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>handle</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtiofs</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </filesystem>
Oct 26 07:48:23 user nova-compute[74287]:     <tpm supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-tis</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-crb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>passthrough</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>emulator</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </tpm>
Oct 26 07:48:23 user nova-compute[74287]:   </devices>
Oct 26 07:48:23 user nova-compute[74287]:   <features>
Oct 26 07:48:23 user nova-compute[74287]:     <gic supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     <vmcoreinfo supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <genid supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backingStoreInput supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backup supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <sev supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:   </features>
Oct 26 07:48:23 user nova-compute[74287]: </domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:  {{(pid=74287) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for x86_64 via machine types: {'q35', 'ubuntu-q35', 'pc', 'ubuntu'} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Oct 26 07:48:23 user nova-compute[74287]: <domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 26 07:48:23 user nova-compute[74287]:   <domain>kvm</domain>
Oct 26 07:48:23 user nova-compute[74287]:   <machine>pc-q35-6.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:   <arch>x86_64</arch>
Oct 26 07:48:23 user nova-compute[74287]:   <vcpu max='288'/>
Oct 26 07:48:23 user nova-compute[74287]:   <iothreads supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:   <os supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='firmware'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>efi</value>
Oct 26 07:48:23 user nova-compute[74287]:     </enum>
Oct 26 07:48:23 user nova-compute[74287]:     <loader supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>rom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pflash</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='readonly'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>yes</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='secure'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>yes</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </loader>
Oct 26 07:48:23 user nova-compute[74287]:   </os>
Oct 26 07:48:23 user nova-compute[74287]:   <cpu>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-passthrough' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='hostPassthroughMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>on</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='maximum' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='maximumMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>on</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-model' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <vendor>Intel</vendor>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ss'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='vmx'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='pcid'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='hypervisor'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arat'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='umip'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='md-clear'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='invtsc'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibpb'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibrs'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='rsba'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='pschange-mc-no'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='erms'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='custom' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>qemu64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>qemu32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>phenom</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>n270</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>kvm64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>kvm32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>coreduo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>core2duo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>athlon</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Westmere-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Westmere</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Snowridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Penryn</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G5</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G4</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Opteron_G1</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Nehalem</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Rome</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Milan</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Dhyana</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cooperlake</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Conroe</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>486</model>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:   </cpu>
Oct 26 07:48:23 user nova-compute[74287]:   <memoryBacking supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='sourceType'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>file</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>anonymous</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>memfd</value>
Oct 26 07:48:23 user nova-compute[74287]:     </enum>
Oct 26 07:48:23 user nova-compute[74287]:   </memoryBacking>
Oct 26 07:48:23 user nova-compute[74287]:   <devices>
Oct 26 07:48:23 user nova-compute[74287]:     <disk supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='diskDevice'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>disk</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cdrom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>floppy</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>lun</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='bus'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>fdc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sata</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </disk>
Oct 26 07:48:23 user nova-compute[74287]:     <graphics supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sdl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vnc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>spice</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egl-headless</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </graphics>
Oct 26 07:48:23 user nova-compute[74287]:     <video supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='modelType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cirrus</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vmvga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>qxl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>none</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>bochs</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>ramfb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </video>
Oct 26 07:48:23 user nova-compute[74287]:     <hostdev supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='mode'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>subsystem</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='startupPolicy'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>default</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>mandatory</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>requisite</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>optional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='subsysType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pci</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='capsType'/>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='pciBackend'/>
Oct 26 07:48:23 user nova-compute[74287]:     </hostdev>
Oct 26 07:48:23 user nova-compute[74287]:     <rng supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>random</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egd</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>builtin</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </rng>
Oct 26 07:48:23 user nova-compute[74287]:     <filesystem supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='driverType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>path</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>handle</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtiofs</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </filesystem>
Oct 26 07:48:23 user nova-compute[74287]:     <tpm supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-tis</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-crb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>passthrough</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>emulator</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </tpm>
Oct 26 07:48:23 user nova-compute[74287]:   </devices>
Oct 26 07:48:23 user nova-compute[74287]:   <features>
Oct 26 07:48:23 user nova-compute[74287]:     <gic supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     <vmcoreinfo supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <genid supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backingStoreInput supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backup supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <sev supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:   </features>
Oct 26 07:48:23 user nova-compute[74287]: </domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:  {{(pid=74287) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Oct 26 07:48:23 user nova-compute[74287]: <domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 26 07:48:23 user nova-compute[74287]:   <domain>kvm</domain>
Oct 26 07:48:23 user nova-compute[74287]:   <machine>pc-q35-jammy</machine>
Oct 26 07:48:23 user nova-compute[74287]:   <arch>x86_64</arch>
Oct 26 07:48:23 user nova-compute[74287]:   <vcpu max='288'/>
Oct 26 07:48:23 user nova-compute[74287]:   <iothreads supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:   <os supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='firmware'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>efi</value>
Oct 26 07:48:23 user nova-compute[74287]:     </enum>
Oct 26 07:48:23 user nova-compute[74287]:     <loader supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>rom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pflash</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='readonly'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>yes</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='secure'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>yes</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </loader>
Oct 26 07:48:23 user nova-compute[74287]:   </os>
Oct 26 07:48:23 user nova-compute[74287]:   <cpu>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-passthrough' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='hostPassthroughMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>on</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='maximum' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='maximumMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>on</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-model' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <vendor>Intel</vendor>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ss'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='vmx'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='pcid'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='hypervisor'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arat'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='umip'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='md-clear'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='invtsc'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibpb'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibrs'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='rsba'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='pschange-mc-no'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='erms'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='custom' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>qemu64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>qemu32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>phenom</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>n270</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>kvm64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>kvm32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>coreduo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>core2duo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>athlon</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Westmere-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Westmere</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Snowridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Penryn</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G5</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G4</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Opteron_G1</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Nehalem</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Rome</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Milan</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Dhyana</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cooperlake</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Conroe</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>486</model>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:   </cpu>
Oct 26 07:48:23 user nova-compute[74287]:   <memoryBacking supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='sourceType'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>file</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>anonymous</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>memfd</value>
Oct 26 07:48:23 user nova-compute[74287]:     </enum>
Oct 26 07:48:23 user nova-compute[74287]:   </memoryBacking>
Oct 26 07:48:23 user nova-compute[74287]:   <devices>
Oct 26 07:48:23 user nova-compute[74287]:     <disk supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='diskDevice'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>disk</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cdrom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>floppy</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>lun</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='bus'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>fdc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sata</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </disk>
Oct 26 07:48:23 user nova-compute[74287]:     <graphics supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sdl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vnc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>spice</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egl-headless</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </graphics>
Oct 26 07:48:23 user nova-compute[74287]:     <video supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='modelType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cirrus</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vmvga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>qxl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>none</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>bochs</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>ramfb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </video>
Oct 26 07:48:23 user nova-compute[74287]:     <hostdev supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='mode'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>subsystem</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='startupPolicy'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>default</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>mandatory</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>requisite</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>optional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='subsysType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pci</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='capsType'/>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='pciBackend'/>
Oct 26 07:48:23 user nova-compute[74287]:     </hostdev>
Oct 26 07:48:23 user nova-compute[74287]:     <rng supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>random</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egd</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>builtin</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </rng>
Oct 26 07:48:23 user nova-compute[74287]:     <filesystem supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='driverType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>path</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>handle</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtiofs</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </filesystem>
Oct 26 07:48:23 user nova-compute[74287]:     <tpm supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-tis</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-crb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>passthrough</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>emulator</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </tpm>
Oct 26 07:48:23 user nova-compute[74287]:   </devices>
Oct 26 07:48:23 user nova-compute[74287]:   <features>
Oct 26 07:48:23 user nova-compute[74287]:     <gic supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     <vmcoreinfo supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <genid supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backingStoreInput supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backup supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <sev supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:   </features>
Oct 26 07:48:23 user nova-compute[74287]: </domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:  {{(pid=74287) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Oct 26 07:48:23 user nova-compute[74287]: <domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 26 07:48:23 user nova-compute[74287]:   <domain>kvm</domain>
Oct 26 07:48:23 user nova-compute[74287]:   <machine>pc-i440fx-6.2</machine>
Oct 26 07:48:23 user nova-compute[74287]:   <arch>x86_64</arch>
Oct 26 07:48:23 user nova-compute[74287]:   <vcpu max='255'/>
Oct 26 07:48:23 user nova-compute[74287]:   <iothreads supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:   <os supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='firmware'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>efi</value>
Oct 26 07:48:23 user nova-compute[74287]:     </enum>
Oct 26 07:48:23 user nova-compute[74287]:     <loader supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>rom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pflash</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='readonly'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>yes</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='secure'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </loader>
Oct 26 07:48:23 user nova-compute[74287]:   </os>
Oct 26 07:48:23 user nova-compute[74287]:   <cpu>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-passthrough' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='hostPassthroughMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>on</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='maximum' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='maximumMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>on</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-model' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <vendor>Intel</vendor>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ss'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='vmx'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='pcid'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='hypervisor'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arat'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='umip'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='md-clear'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='invtsc'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibpb'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibrs'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='rsba'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='pschange-mc-no'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='erms'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='custom' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>qemu64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>qemu32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>phenom</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>n270</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>kvm64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>kvm32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>coreduo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>core2duo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>athlon</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Westmere-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Westmere</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Snowridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Penryn</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G5</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G4</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Opteron_G1</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Nehalem</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Rome</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Milan</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Dhyana</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cooperlake</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Conroe</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>486</model>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:   </cpu>
Oct 26 07:48:23 user nova-compute[74287]:   <memoryBacking supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='sourceType'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>file</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>anonymous</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>memfd</value>
Oct 26 07:48:23 user nova-compute[74287]:     </enum>
Oct 26 07:48:23 user nova-compute[74287]:   </memoryBacking>
Oct 26 07:48:23 user nova-compute[74287]:   <devices>
Oct 26 07:48:23 user nova-compute[74287]:     <disk supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='diskDevice'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>disk</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cdrom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>floppy</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>lun</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='bus'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>ide</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>fdc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sata</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </disk>
Oct 26 07:48:23 user nova-compute[74287]:     <graphics supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sdl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vnc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>spice</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egl-headless</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </graphics>
Oct 26 07:48:23 user nova-compute[74287]:     <video supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='modelType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cirrus</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vmvga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>qxl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>none</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>bochs</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>ramfb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </video>
Oct 26 07:48:23 user nova-compute[74287]:     <hostdev supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='mode'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>subsystem</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='startupPolicy'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>default</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>mandatory</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>requisite</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>optional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='subsysType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pci</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='capsType'/>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='pciBackend'/>
Oct 26 07:48:23 user nova-compute[74287]:     </hostdev>
Oct 26 07:48:23 user nova-compute[74287]:     <rng supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>random</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egd</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>builtin</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </rng>
Oct 26 07:48:23 user nova-compute[74287]:     <filesystem supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='driverType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>path</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>handle</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtiofs</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </filesystem>
Oct 26 07:48:23 user nova-compute[74287]:     <tpm supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-tis</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-crb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>passthrough</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>emulator</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </tpm>
Oct 26 07:48:23 user nova-compute[74287]:   </devices>
Oct 26 07:48:23 user nova-compute[74287]:   <features>
Oct 26 07:48:23 user nova-compute[74287]:     <gic supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     <vmcoreinfo supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <genid supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backingStoreInput supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backup supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <sev supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:   </features>
Oct 26 07:48:23 user nova-compute[74287]: </domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:  {{(pid=74287) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Oct 26 07:48:23 user nova-compute[74287]: <domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 26 07:48:23 user nova-compute[74287]:   <domain>kvm</domain>
Oct 26 07:48:23 user nova-compute[74287]:   <machine>pc-i440fx-jammy</machine>
Oct 26 07:48:23 user nova-compute[74287]:   <arch>x86_64</arch>
Oct 26 07:48:23 user nova-compute[74287]:   <vcpu max='255'/>
Oct 26 07:48:23 user nova-compute[74287]:   <iothreads supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:   <os supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='firmware'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>efi</value>
Oct 26 07:48:23 user nova-compute[74287]:     </enum>
Oct 26 07:48:23 user nova-compute[74287]:     <loader supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>rom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pflash</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='readonly'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>yes</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='secure'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>no</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </loader>
Oct 26 07:48:23 user nova-compute[74287]:   </os>
Oct 26 07:48:23 user nova-compute[74287]:   <cpu>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-passthrough' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='hostPassthroughMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>on</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='maximum' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='maximumMigratable'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>on</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>off</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='host-model' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <vendor>Intel</vendor>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ss'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='vmx'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='pcid'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='hypervisor'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arat'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='umip'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='md-clear'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='invtsc'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibpb'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='ibrs'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-stibp'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='rsba'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='require' name='pschange-mc-no'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='erms'/>
Oct 26 07:48:23 user nova-compute[74287]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:     <mode name='custom' supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>qemu64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>qemu32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>phenom</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>pentium</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>n270</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>kvm64</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>kvm32</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>coreduo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>core2duo</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>athlon</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Westmere-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Westmere</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Snowridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Skylake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>SandyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Penryn</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G5</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G4</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G3</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Opteron_G2</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Opteron_G1</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Nehalem</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>IvyBridge</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Icelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Haswell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Rome</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-Milan</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>EPYC</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Dhyana</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cooperlake</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>Conroe</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='no'>Broadwell</model>
Oct 26 07:48:23 user nova-compute[74287]:       <model usable='yes'>486</model>
Oct 26 07:48:23 user nova-compute[74287]:     </mode>
Oct 26 07:48:23 user nova-compute[74287]:   </cpu>
Oct 26 07:48:23 user nova-compute[74287]:   <memoryBacking supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:     <enum name='sourceType'>
Oct 26 07:48:23 user nova-compute[74287]:       <value>file</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>anonymous</value>
Oct 26 07:48:23 user nova-compute[74287]:       <value>memfd</value>
Oct 26 07:48:23 user nova-compute[74287]:     </enum>
Oct 26 07:48:23 user nova-compute[74287]:   </memoryBacking>
Oct 26 07:48:23 user nova-compute[74287]:   <devices>
Oct 26 07:48:23 user nova-compute[74287]:     <disk supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='diskDevice'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>disk</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cdrom</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>floppy</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>lun</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='bus'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>ide</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>fdc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sata</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </disk>
Oct 26 07:48:23 user nova-compute[74287]:     <graphics supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='type'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>sdl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vnc</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>spice</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egl-headless</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </graphics>
Oct 26 07:48:23 user nova-compute[74287]:     <video supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='modelType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>cirrus</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>vmvga</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>qxl</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>none</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>bochs</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>ramfb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </video>
Oct 26 07:48:23 user nova-compute[74287]:     <hostdev supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='mode'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>subsystem</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='startupPolicy'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>default</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>mandatory</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>requisite</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>optional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='subsysType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>usb</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>pci</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>scsi</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='capsType'/>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='pciBackend'/>
Oct 26 07:48:23 user nova-compute[74287]:     </hostdev>
Oct 26 07:48:23 user nova-compute[74287]:     <rng supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtio-non-transitional</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>random</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>egd</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>builtin</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </rng>
Oct 26 07:48:23 user nova-compute[74287]:     <filesystem supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='driverType'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>path</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>handle</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>virtiofs</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </filesystem>
Oct 26 07:48:23 user nova-compute[74287]:     <tpm supported='yes'>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='model'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-tis</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>tpm-crb</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:       <enum name='backendModel'>
Oct 26 07:48:23 user nova-compute[74287]:         <value>passthrough</value>
Oct 26 07:48:23 user nova-compute[74287]:         <value>emulator</value>
Oct 26 07:48:23 user nova-compute[74287]:       </enum>
Oct 26 07:48:23 user nova-compute[74287]:     </tpm>
Oct 26 07:48:23 user nova-compute[74287]:   </devices>
Oct 26 07:48:23 user nova-compute[74287]:   <features>
Oct 26 07:48:23 user nova-compute[74287]:     <gic supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:     <vmcoreinfo supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <genid supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backingStoreInput supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <backup supported='yes'/>
Oct 26 07:48:23 user nova-compute[74287]:     <sev supported='no'/>
Oct 26 07:48:23 user nova-compute[74287]:   </features>
Oct 26 07:48:23 user nova-compute[74287]: </domainCapabilities>
Oct 26 07:48:23 user nova-compute[74287]:  {{(pid=74287) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74287) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74287) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Checking secure boot support for host arch (x86_64) {{(pid=74287) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 26 07:48:23 user nova-compute[74287]: INFO nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Secure Boot support detected
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] cpu compare xml: <cpu match="exact">
Oct 26 07:48:23 user nova-compute[74287]:   <model>Nehalem</model>
Oct 26 07:48:23 user nova-compute[74287]: </cpu>
Oct 26 07:48:23 user nova-compute[74287]:  {{(pid=74287) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Oct 26 07:48:23 user nova-compute[74287]: INFO nova.virt.node [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Generated node identity 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc
Oct 26 07:48:23 user nova-compute[74287]: INFO nova.virt.node [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Wrote node identity 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc to /opt/stack/data/nova/compute_id
Oct 26 07:48:23 user nova-compute[74287]: WARNING nova.compute.manager [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Compute nodes ['4d705d38-20ad-4b6e-9892-bbb7a5e62cdc'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Oct 26 07:48:23 user nova-compute[74287]: INFO nova.compute.manager [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Oct 26 07:48:23 user nova-compute[74287]: WARNING nova.compute.manager [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 26 07:48:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:48:23 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 07:48:24 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:48:24 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:48:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Hypervisor/Node resource view: name=user free_ram=10977MB free_disk=26.08089828491211GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 07:48:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:48:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:48:24 user nova-compute[74287]: WARNING nova.compute.resource_tracker [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] No compute node record for user:4d705d38-20ad-4b6e-9892-bbb7a5e62cdc: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc could not be found.
Oct 26 07:48:24 user nova-compute[74287]: INFO nova.compute.resource_tracker [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Compute node record created for user:user with uuid: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc
Oct 26 07:48:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 07:48:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 07:48:24 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] [req-42267c4b-af9c-49df-a3cd-85eb7ca08af5] Created resource provider record via placement API for resource provider with UUID 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc and name user.
Oct 26 07:48:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74287) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Oct 26 07:48:24 user nova-compute[74287]: INFO nova.virt.libvirt.host [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] kernel doesn't support AMD SEV
Oct 26 07:48:24 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Updating inventory in ProviderTree for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 07:48:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:48:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Libvirt baseline CPU <cpu>
Oct 26 07:48:24 user nova-compute[74287]:   <arch>x86_64</arch>
Oct 26 07:48:24 user nova-compute[74287]:   <model>Nehalem</model>
Oct 26 07:48:24 user nova-compute[74287]:   <vendor>Intel</vendor>
Oct 26 07:48:24 user nova-compute[74287]:   <topology sockets="6" cores="1" threads="1"/>
Oct 26 07:48:24 user nova-compute[74287]: </cpu>
Oct 26 07:48:24 user nova-compute[74287]:  {{(pid=74287) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Oct 26 07:48:24 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Updated inventory for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Oct 26 07:48:24 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Updating resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc generation from 0 to 1 during operation: update_inventory {{(pid=74287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 26 07:48:24 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Updating inventory in ProviderTree for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 07:48:24 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Updating resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc generation from 1 to 2 during operation: update_traits {{(pid=74287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 26 07:48:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 07:48:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.623s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:48:24 user nova-compute[74287]: DEBUG nova.service [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Creating RPC server for service compute {{(pid=74287) start /opt/stack/nova/nova/service.py:182}}
Oct 26 07:48:24 user nova-compute[74287]: DEBUG nova.service [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] Join ServiceGroup membership for this service compute {{(pid=74287) start /opt/stack/nova/nova/service.py:199}}
Oct 26 07:48:24 user nova-compute[74287]: DEBUG nova.servicegroup.drivers.db [None req-62603696-a43e-43dd-bd6a-6a23fdf1a205 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74287) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Oct 26 07:49:12 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_power_states {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:49:12 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Didn't find any instances for network info cache update. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:49:15 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 07:49:16 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:49:16 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:49:16 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=10410MB free_disk=25.984619140625GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 07:49:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:49:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:49:16 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 07:49:16 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 07:49:16 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:49:16 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:49:16 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 07:49:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.172s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Didn't find any instances for network info cache update. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:50:16 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 07:50:17 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:50:17 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:50:17 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=10359MB free_disk=26.04861068725586GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 07:50:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:50:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:50:17 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 07:50:17 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 07:50:17 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:50:17 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:50:17 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 07:50:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.098s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:50:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:51:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:51:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:51:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:51:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:51:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:51:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:51:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:51:16 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 07:51:17 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:51:17 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:51:17 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=10366MB free_disk=25.80240249633789GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 07:51:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:51:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:51:17 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 07:51:17 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 07:51:17 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:51:17 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:51:17 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 07:51:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.315s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:51:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:51:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:51:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:51:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 07:51:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:51:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 07:51:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 07:51:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Didn't find any instances for network info cache update. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 07:51:19 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:52:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:52:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:52:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:52:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:16 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 07:52:17 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:52:17 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:52:17 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=9626MB free_disk=25.822284698486328GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 07:52:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:17 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 07:52:17 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 07:52:17 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:52:17 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:52:17 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 07:52:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.102s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:52:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 07:52:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:52:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:52:19 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:52:19 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:52:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 07:52:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 07:52:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Didn't find any instances for network info cache update. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 07:52:19 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:52:19 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:52:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "31c5650f-ca33-4283-9a3a-0c6cf9261493" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 07:52:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:52:26 user nova-compute[74287]: INFO nova.compute.claims [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Claim successful on node user
Oct 26 07:52:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "fa7768ca-3219-498b-970c-d00aa294cc20" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "fa7768ca-3219-498b-970c-d00aa294cc20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.586s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:52:27 user nova-compute[74287]: INFO nova.compute.claims [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Claim successful on node user
Oct 26 07:52:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:52:27 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 07:52:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:52:27 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Creating image(s)
Oct 26 07:52:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "/opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "/opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "/opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.006s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.452s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG nova.policy [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e01693f9147422aac8dbf4216dbc8dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b96ad2ea567b49b09c90dca1d76e894f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:52:28 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 07:52:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6.part --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG nova.policy [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4df8b5cf9cf8477ab4e2261b8e0b5843', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '602ad523ab3e4b38bf7ab0f6f38d2cde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "54cf3ac1-8844-4888-bc76-57a5be12e347" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:52:28 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Creating image(s)
Oct 26 07:52:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "/opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "/opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "/opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:52:28 user nova-compute[74287]: INFO nova.compute.claims [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Claim successful on node user
Oct 26 07:52:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6.part --force-share --output=json" returned: 0 in 0.190s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG nova.virt.images [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] 027074c5-9908-45c6-ae18-2c6fa1df5867 was qcow2, converting to raw {{(pid=74287) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 07:52:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6.part /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6.converted {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6.part /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6.converted" returned: 0 in 0.254s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6.converted --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.419s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG nova.compute.manager [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6.converted --force-share --output=json" returned: 0 in 0.201s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.407s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:29 user nova-compute[74287]: INFO oslo.privsep.daemon [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmp9ggov8ux/privsep.sock']
Oct 26 07:52:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.500s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG nova.compute.manager [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG nova.network.neutron [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:52:29 user sudo[83550]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp9ggov8ux/privsep.sock
Oct 26 07:52:29 user sudo[83550]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 26 07:52:29 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 07:52:29 user nova-compute[74287]: DEBUG nova.compute.manager [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG nova.compute.manager [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:52:29 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Creating image(s)
Oct 26 07:52:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "/opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "/opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "/opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:29 user nova-compute[74287]: DEBUG nova.policy [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e01693f9147422aac8dbf4216dbc8dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b96ad2ea567b49b09c90dca1d76e894f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:52:30 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Successfully created port: 8b821a7d-b512-460f-886c-b2f06da573c4 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:52:30 user sudo[83550]: pam_unix(sudo:session): session closed for user root
Oct 26 07:52:30 user nova-compute[74287]: INFO oslo.privsep.daemon [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Spawned new privsep daemon via rootwrap
Oct 26 07:52:30 user nova-compute[74287]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 26 07:52:30 user nova-compute[74287]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 26 07:52:30 user nova-compute[74287]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Oct 26 07:52:30 user nova-compute[74287]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83554
Oct 26 07:52:30 user nova-compute[74287]: WARNING oslo_privsep.priv_context [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] privsep daemon already running
Oct 26 07:52:30 user nova-compute[74287]: WARNING oslo_privsep.priv_context [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] privsep daemon already running
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Successfully created port: 7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.241s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.191s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk 1073741824" returned: 0 in 0.046s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.233s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.198s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Checking if we can resize image /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.211s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk 1073741824" returned: 0 in 0.043s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.525s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Cannot resize image /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Ensure instance console log exists: /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.189s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk 1073741824" returned: 0 in 0.052s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Cannot resize image /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Ensure instance console log exists: /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.252s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Checking if we can resize image /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Cannot resize image /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Ensure instance console log exists: /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:33 user nova-compute[74287]: DEBUG nova.network.neutron [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Successfully created port: 66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:52:33 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Successfully updated port: 8b821a7d-b512-460f-886c-b2f06da573c4 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:52:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "refresh_cache-fa7768ca-3219-498b-970c-d00aa294cc20" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:52:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquired lock "refresh_cache-fa7768ca-3219-498b-970c-d00aa294cc20" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:52:33 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:52:33 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:52:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-f5116ef4-b14d-4f15-b652-2be49140ef55 req-6369c11d-e2f9-483c-98fb-8b6b0b4f5cc6 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Received event network-changed-8b821a7d-b512-460f-886c-b2f06da573c4 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:52:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-f5116ef4-b14d-4f15-b652-2be49140ef55 req-6369c11d-e2f9-483c-98fb-8b6b0b4f5cc6 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Refreshing instance network info cache due to event network-changed-8b821a7d-b512-460f-886c-b2f06da573c4. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:52:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f5116ef4-b14d-4f15-b652-2be49140ef55 req-6369c11d-e2f9-483c-98fb-8b6b0b4f5cc6 service nova] Acquiring lock "refresh_cache-fa7768ca-3219-498b-970c-d00aa294cc20" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Updating instance_info_cache with network_info: [{"id": "8b821a7d-b512-460f-886c-b2f06da573c4", "address": "fa:16:3e:6d:b1:bd", "network": {"id": "7f72f761-6035-4115-ba57-864f89d14db4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318823036-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "602ad523ab3e4b38bf7ab0f6f38d2cde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b821a7d-b5", "ovs_interfaceid": "8b821a7d-b512-460f-886c-b2f06da573c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Releasing lock "refresh_cache-fa7768ca-3219-498b-970c-d00aa294cc20" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Instance network_info: |[{"id": "8b821a7d-b512-460f-886c-b2f06da573c4", "address": "fa:16:3e:6d:b1:bd", "network": {"id": "7f72f761-6035-4115-ba57-864f89d14db4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318823036-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "602ad523ab3e4b38bf7ab0f6f38d2cde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b821a7d-b5", "ovs_interfaceid": "8b821a7d-b512-460f-886c-b2f06da573c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f5116ef4-b14d-4f15-b652-2be49140ef55 req-6369c11d-e2f9-483c-98fb-8b6b0b4f5cc6 service nova] Acquired lock "refresh_cache-fa7768ca-3219-498b-970c-d00aa294cc20" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.network.neutron [req-f5116ef4-b14d-4f15-b652-2be49140ef55 req-6369c11d-e2f9-483c-98fb-8b6b0b4f5cc6 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Refreshing network info cache for port 8b821a7d-b512-460f-886c-b2f06da573c4 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Start _get_guest_xml network_info=[{"id": "8b821a7d-b512-460f-886c-b2f06da573c4", "address": "fa:16:3e:6d:b1:bd", "network": {"id": "7f72f761-6035-4115-ba57-864f89d14db4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318823036-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "602ad523ab3e4b38bf7ab0f6f38d2cde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b821a7d-b5", "ovs_interfaceid": "8b821a7d-b512-460f-886c-b2f06da573c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:52:34 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:52:34 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-681915129',display_name='tempest-DeleteServersTestJSON-server-681915129',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-681915129',id=2,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='602ad523ab3e4b38bf7ab0f6f38d2cde',ramdisk_id='',reservation_id='r-0h7oo208',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-2110240211',owner_user_name='tempest-DeleteServersTestJSON-2110240211-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:52:28Z,user_data=None,user_id='4df8b5cf9cf8477ab4e2261b8e0b5843',uuid=fa7768ca-3219-498b-970c-d00aa294cc20,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b821a7d-b512-460f-886c-b2f06da573c4", "address": "fa:16:3e:6d:b1:bd", "network": {"id": "7f72f761-6035-4115-ba57-864f89d14db4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318823036-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "602ad523ab3e4b38bf7ab0f6f38d2cde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b821a7d-b5", "ovs_interfaceid": "8b821a7d-b512-460f-886c-b2f06da573c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Converting VIF {"id": "8b821a7d-b512-460f-886c-b2f06da573c4", "address": "fa:16:3e:6d:b1:bd", "network": {"id": "7f72f761-6035-4115-ba57-864f89d14db4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318823036-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "602ad523ab3e4b38bf7ab0f6f38d2cde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b821a7d-b5", "ovs_interfaceid": "8b821a7d-b512-460f-886c-b2f06da573c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:b1:bd,bridge_name='br-int',has_traffic_filtering=True,id=8b821a7d-b512-460f-886c-b2f06da573c4,network=Network(7f72f761-6035-4115-ba57-864f89d14db4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b821a7d-b5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lazy-loading 'pci_devices' on Instance uuid fa7768ca-3219-498b-970c-d00aa294cc20 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:52:34 user nova-compute[74287]:   <uuid>fa7768ca-3219-498b-970c-d00aa294cc20</uuid>
Oct 26 07:52:34 user nova-compute[74287]:   <name>instance-00000002</name>
Oct 26 07:52:34 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:52:34 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:52:34 user nova-compute[74287]:   <metadata>
Oct 26 07:52:34 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:52:34 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:52:34 user nova-compute[74287]:       <nova:name>tempest-DeleteServersTestJSON-server-681915129</nova:name>
Oct 26 07:52:34 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:52:34</nova:creationTime>
Oct 26 07:52:34 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:52:34 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:52:34 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:52:34 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:52:34 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:52:34 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:52:34 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:52:34 user nova-compute[74287]:       <nova:owner>
Oct 26 07:52:34 user nova-compute[74287]:         <nova:user uuid="4df8b5cf9cf8477ab4e2261b8e0b5843">tempest-DeleteServersTestJSON-2110240211-project-member</nova:user>
Oct 26 07:52:34 user nova-compute[74287]:         <nova:project uuid="602ad523ab3e4b38bf7ab0f6f38d2cde">tempest-DeleteServersTestJSON-2110240211</nova:project>
Oct 26 07:52:34 user nova-compute[74287]:       </nova:owner>
Oct 26 07:52:34 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:52:34 user nova-compute[74287]:       <nova:ports>
Oct 26 07:52:34 user nova-compute[74287]:         <nova:port uuid="8b821a7d-b512-460f-886c-b2f06da573c4">
Oct 26 07:52:34 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 07:52:34 user nova-compute[74287]:         </nova:port>
Oct 26 07:52:34 user nova-compute[74287]:       </nova:ports>
Oct 26 07:52:34 user nova-compute[74287]:     </nova:instance>
Oct 26 07:52:34 user nova-compute[74287]:   </metadata>
Oct 26 07:52:34 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:52:34 user nova-compute[74287]:     <system>
Oct 26 07:52:34 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:52:34 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:52:34 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:52:34 user nova-compute[74287]:       <entry name="serial">fa7768ca-3219-498b-970c-d00aa294cc20</entry>
Oct 26 07:52:34 user nova-compute[74287]:       <entry name="uuid">fa7768ca-3219-498b-970c-d00aa294cc20</entry>
Oct 26 07:52:34 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:52:34 user nova-compute[74287]:     </system>
Oct 26 07:52:34 user nova-compute[74287]:   </sysinfo>
Oct 26 07:52:34 user nova-compute[74287]:   <os>
Oct 26 07:52:34 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:52:34 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:52:34 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:52:34 user nova-compute[74287]:   </os>
Oct 26 07:52:34 user nova-compute[74287]:   <features>
Oct 26 07:52:34 user nova-compute[74287]:     <acpi/>
Oct 26 07:52:34 user nova-compute[74287]:     <apic/>
Oct 26 07:52:34 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:52:34 user nova-compute[74287]:   </features>
Oct 26 07:52:34 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:52:34 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:52:34 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:52:34 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:52:34 user nova-compute[74287]:   </clock>
Oct 26 07:52:34 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:52:34 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:52:34 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:52:34 user nova-compute[74287]:   </cpu>
Oct 26 07:52:34 user nova-compute[74287]:   <devices>
Oct 26 07:52:34 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:52:34 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:52:34 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk"/>
Oct 26 07:52:34 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:52:34 user nova-compute[74287]:     </disk>
Oct 26 07:52:34 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:52:34 user nova-compute[74287]:       <mac address="fa:16:3e:6d:b1:bd"/>
Oct 26 07:52:34 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:52:34 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:52:34 user nova-compute[74287]:       <target dev="tap8b821a7d-b5"/>
Oct 26 07:52:34 user nova-compute[74287]:     </interface>
Oct 26 07:52:34 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:52:34 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/console.log" append="off"/>
Oct 26 07:52:34 user nova-compute[74287]:     </serial>
Oct 26 07:52:34 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:52:34 user nova-compute[74287]:     <video>
Oct 26 07:52:34 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:52:34 user nova-compute[74287]:     </video>
Oct 26 07:52:34 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:52:34 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:52:34 user nova-compute[74287]:     </rng>
Oct 26 07:52:34 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:52:34 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:52:34 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:52:34 user nova-compute[74287]:     </memballoon>
Oct 26 07:52:34 user nova-compute[74287]:   </devices>
Oct 26 07:52:34 user nova-compute[74287]: </domain>
Oct 26 07:52:34 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-681915129',display_name='tempest-DeleteServersTestJSON-server-681915129',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-681915129',id=2,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='602ad523ab3e4b38bf7ab0f6f38d2cde',ramdisk_id='',reservation_id='r-0h7oo208',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-2110240211',owner_user_name='tempest-DeleteServersTestJSON-2110240211-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:52:28Z,user_data=None,user_id='4df8b5cf9cf8477ab4e2261b8e0b5843',uuid=fa7768ca-3219-498b-970c-d00aa294cc20,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b821a7d-b512-460f-886c-b2f06da573c4", "address": "fa:16:3e:6d:b1:bd", "network": {"id": "7f72f761-6035-4115-ba57-864f89d14db4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318823036-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "602ad523ab3e4b38bf7ab0f6f38d2cde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b821a7d-b5", "ovs_interfaceid": "8b821a7d-b512-460f-886c-b2f06da573c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Converting VIF {"id": "8b821a7d-b512-460f-886c-b2f06da573c4", "address": "fa:16:3e:6d:b1:bd", "network": {"id": "7f72f761-6035-4115-ba57-864f89d14db4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318823036-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "602ad523ab3e4b38bf7ab0f6f38d2cde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b821a7d-b5", "ovs_interfaceid": "8b821a7d-b512-460f-886c-b2f06da573c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:b1:bd,bridge_name='br-int',has_traffic_filtering=True,id=8b821a7d-b512-460f-886c-b2f06da573c4,network=Network(7f72f761-6035-4115-ba57-864f89d14db4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b821a7d-b5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG os_vif [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:b1:bd,bridge_name='br-int',has_traffic_filtering=True,id=8b821a7d-b512-460f-886c-b2f06da573c4,network=Network(7f72f761-6035-4115-ba57-864f89d14db4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b821a7d-b5') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Created schema index Interface.name {{(pid=74287) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Created schema index Port.name {{(pid=74287) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Created schema index Bridge.name {{(pid=74287) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [POLLOUT] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:52:34 user nova-compute[74287]: INFO nova.compute.claims [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Claim successful on node user
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ed3aba3a-a581-533a-a53a-9e2bdb013c10', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:52:34 user nova-compute[74287]: INFO oslo.privsep.daemon [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpqanyeo91/privsep.sock']
Oct 26 07:52:34 user sudo[83606]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpqanyeo91/privsep.sock
Oct 26 07:52:34 user sudo[83606]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.366s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:52:34 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:52:34 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Creating image(s)
Oct 26 07:52:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "/opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "/opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "/opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Successfully updated port: 7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:52:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquired lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk 1073741824" returned: 0 in 0.053s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG nova.compute.manager [req-5812e5bf-30fd-4c8b-85a6-70bca1e12c0f req-ae168683-ffc7-45c9-afd6-69b6c159d9de service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received event network-changed-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG nova.compute.manager [req-5812e5bf-30fd-4c8b-85a6-70bca1e12c0f req-ae168683-ffc7-45c9-afd6-69b6c159d9de service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Refreshing instance network info cache due to event network-changed-7085c57e-f0d4-4c64-b446-886cf526b636. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5812e5bf-30fd-4c8b-85a6-70bca1e12c0f req-ae168683-ffc7-45c9-afd6-69b6c159d9de service nova] Acquiring lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG nova.policy [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6127637bcb4d466f9e3fa414b0f415d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78b3e40348ab4d28951cf3f883b284de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Cannot resize image /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Ensure instance console log exists: /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG nova.network.neutron [req-f5116ef4-b14d-4f15-b652-2be49140ef55 req-6369c11d-e2f9-483c-98fb-8b6b0b4f5cc6 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Updated VIF entry in instance network info cache for port 8b821a7d-b512-460f-886c-b2f06da573c4. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG nova.network.neutron [req-f5116ef4-b14d-4f15-b652-2be49140ef55 req-6369c11d-e2f9-483c-98fb-8b6b0b4f5cc6 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Updating instance_info_cache with network_info: [{"id": "8b821a7d-b512-460f-886c-b2f06da573c4", "address": "fa:16:3e:6d:b1:bd", "network": {"id": "7f72f761-6035-4115-ba57-864f89d14db4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318823036-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "602ad523ab3e4b38bf7ab0f6f38d2cde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b821a7d-b5", "ovs_interfaceid": "8b821a7d-b512-460f-886c-b2f06da573c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:52:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f5116ef4-b14d-4f15-b652-2be49140ef55 req-6369c11d-e2f9-483c-98fb-8b6b0b4f5cc6 service nova] Releasing lock "refresh_cache-fa7768ca-3219-498b-970c-d00aa294cc20" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:52:35 user sudo[83606]: pam_unix(sudo:session): session closed for user root
Oct 26 07:52:35 user nova-compute[74287]: INFO oslo.privsep.daemon [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Spawned new privsep daemon via rootwrap
Oct 26 07:52:35 user nova-compute[74287]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 26 07:52:35 user nova-compute[74287]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 26 07:52:35 user nova-compute[74287]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Oct 26 07:52:35 user nova-compute[74287]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83622
Oct 26 07:52:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8b821a7d-b5, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8b821a7d-b5, col_values=(('qos', UUID('a89a5f99-2ed3-41b7-b93f-bfbb945be8d0')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8b821a7d-b5, col_values=(('external_ids', {'iface-id': '8b821a7d-b512-460f-886c-b2f06da573c4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:b1:bd', 'vm-uuid': 'fa7768ca-3219-498b-970c-d00aa294cc20'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:52:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:36 user nova-compute[74287]: INFO os_vif [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:b1:bd,bridge_name='br-int',has_traffic_filtering=True,id=8b821a7d-b512-460f-886c-b2f06da573c4,network=Network(7f72f761-6035-4115-ba57-864f89d14db4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b821a7d-b5')
Oct 26 07:52:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:52:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] No VIF found with MAC fa:16:3e:6d:b1:bd, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:52:36 user nova-compute[74287]: DEBUG nova.network.neutron [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Successfully updated port: 66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:52:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:52:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquired lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:52:36 user nova-compute[74287]: DEBUG nova.network.neutron [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.network.neutron [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e782afa-7000-44c1-921d-60942bca1279 req-9cc28a67-091d-4379-a340-ccd15cc26a6e service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received event network-changed-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e782afa-7000-44c1-921d-60942bca1279 req-9cc28a67-091d-4379-a340-ccd15cc26a6e service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Refreshing instance network info cache due to event network-changed-66092998-e62a-46ef-a1eb-9235fb758e60. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e782afa-7000-44c1-921d-60942bca1279 req-9cc28a67-091d-4379-a340-ccd15cc26a6e service nova] Acquiring lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Updating instance_info_cache with network_info: [{"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Releasing lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Instance network_info: |[{"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5812e5bf-30fd-4c8b-85a6-70bca1e12c0f req-ae168683-ffc7-45c9-afd6-69b6c159d9de service nova] Acquired lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.network.neutron [req-5812e5bf-30fd-4c8b-85a6-70bca1e12c0f req-ae168683-ffc7-45c9-afd6-69b6c159d9de service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Refreshing network info cache for port 7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Start _get_guest_xml network_info=[{"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:52:37 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:52:37 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:52:37 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1474076572',display_name='tempest-ServerRescueNegativeTestJSON-server-1474076572',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1474076572',id=1,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b96ad2ea567b49b09c90dca1d76e894f',ramdisk_id='',reservation_id='r-gozoj4qb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2040559012',owner_user_name='tempest-ServerRescueNegativeTestJSON-2040559012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:52:28Z,user_data=None,user_id='0e01693f9147422aac8dbf4216dbc8dd',uuid=31c5650f-ca33-4283-9a3a-0c6cf9261493,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converting VIF {"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:87:9b,bridge_name='br-int',has_traffic_filtering=True,id=7085c57e-f0d4-4c64-b446-886cf526b636,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7085c57e-f0') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'pci_devices' on Instance uuid 31c5650f-ca33-4283-9a3a-0c6cf9261493 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:52:38 user nova-compute[74287]:   <uuid>31c5650f-ca33-4283-9a3a-0c6cf9261493</uuid>
Oct 26 07:52:38 user nova-compute[74287]:   <name>instance-00000001</name>
Oct 26 07:52:38 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:52:38 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:52:38 user nova-compute[74287]:   <metadata>
Oct 26 07:52:38 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:52:38 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:52:38 user nova-compute[74287]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1474076572</nova:name>
Oct 26 07:52:38 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:52:37</nova:creationTime>
Oct 26 07:52:38 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:52:38 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:52:38 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:52:38 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:52:38 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:52:38 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:52:38 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:52:38 user nova-compute[74287]:       <nova:owner>
Oct 26 07:52:38 user nova-compute[74287]:         <nova:user uuid="0e01693f9147422aac8dbf4216dbc8dd">tempest-ServerRescueNegativeTestJSON-2040559012-project-member</nova:user>
Oct 26 07:52:38 user nova-compute[74287]:         <nova:project uuid="b96ad2ea567b49b09c90dca1d76e894f">tempest-ServerRescueNegativeTestJSON-2040559012</nova:project>
Oct 26 07:52:38 user nova-compute[74287]:       </nova:owner>
Oct 26 07:52:38 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:52:38 user nova-compute[74287]:       <nova:ports>
Oct 26 07:52:38 user nova-compute[74287]:         <nova:port uuid="7085c57e-f0d4-4c64-b446-886cf526b636">
Oct 26 07:52:38 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 26 07:52:38 user nova-compute[74287]:         </nova:port>
Oct 26 07:52:38 user nova-compute[74287]:       </nova:ports>
Oct 26 07:52:38 user nova-compute[74287]:     </nova:instance>
Oct 26 07:52:38 user nova-compute[74287]:   </metadata>
Oct 26 07:52:38 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:52:38 user nova-compute[74287]:     <system>
Oct 26 07:52:38 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:52:38 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:52:38 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:52:38 user nova-compute[74287]:       <entry name="serial">31c5650f-ca33-4283-9a3a-0c6cf9261493</entry>
Oct 26 07:52:38 user nova-compute[74287]:       <entry name="uuid">31c5650f-ca33-4283-9a3a-0c6cf9261493</entry>
Oct 26 07:52:38 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:52:38 user nova-compute[74287]:     </system>
Oct 26 07:52:38 user nova-compute[74287]:   </sysinfo>
Oct 26 07:52:38 user nova-compute[74287]:   <os>
Oct 26 07:52:38 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:52:38 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:52:38 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:52:38 user nova-compute[74287]:   </os>
Oct 26 07:52:38 user nova-compute[74287]:   <features>
Oct 26 07:52:38 user nova-compute[74287]:     <acpi/>
Oct 26 07:52:38 user nova-compute[74287]:     <apic/>
Oct 26 07:52:38 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:52:38 user nova-compute[74287]:   </features>
Oct 26 07:52:38 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:52:38 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:52:38 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:52:38 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:52:38 user nova-compute[74287]:   </clock>
Oct 26 07:52:38 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:52:38 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:52:38 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:52:38 user nova-compute[74287]:   </cpu>
Oct 26 07:52:38 user nova-compute[74287]:   <devices>
Oct 26 07:52:38 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:52:38 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:52:38 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk"/>
Oct 26 07:52:38 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:52:38 user nova-compute[74287]:     </disk>
Oct 26 07:52:38 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:52:38 user nova-compute[74287]:       <mac address="fa:16:3e:bd:87:9b"/>
Oct 26 07:52:38 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:52:38 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:52:38 user nova-compute[74287]:       <target dev="tap7085c57e-f0"/>
Oct 26 07:52:38 user nova-compute[74287]:     </interface>
Oct 26 07:52:38 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:52:38 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/console.log" append="off"/>
Oct 26 07:52:38 user nova-compute[74287]:     </serial>
Oct 26 07:52:38 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:52:38 user nova-compute[74287]:     <video>
Oct 26 07:52:38 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:52:38 user nova-compute[74287]:     </video>
Oct 26 07:52:38 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:52:38 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:52:38 user nova-compute[74287]:     </rng>
Oct 26 07:52:38 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:52:38 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:52:38 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:52:38 user nova-compute[74287]:     </memballoon>
Oct 26 07:52:38 user nova-compute[74287]:   </devices>
Oct 26 07:52:38 user nova-compute[74287]: </domain>
Oct 26 07:52:38 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1474076572',display_name='tempest-ServerRescueNegativeTestJSON-server-1474076572',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1474076572',id=1,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b96ad2ea567b49b09c90dca1d76e894f',ramdisk_id='',reservation_id='r-gozoj4qb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2040559012',owner_user_name='tempest-ServerRescueNegativeTestJSON-2040559012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:52:28Z,user_data=None,user_id='0e01693f9147422aac8dbf4216dbc8dd',uuid=31c5650f-ca33-4283-9a3a-0c6cf9261493,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converting VIF {"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:87:9b,bridge_name='br-int',has_traffic_filtering=True,id=7085c57e-f0d4-4c64-b446-886cf526b636,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7085c57e-f0') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG os_vif [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:87:9b,bridge_name='br-int',has_traffic_filtering=True,id=7085c57e-f0d4-4c64-b446-886cf526b636,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7085c57e-f0') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f41fb106-3a31-56ab-a23d-787fc5bc6493', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7085c57e-f0, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7085c57e-f0, col_values=(('qos', UUID('c165157e-3e22-4b25-b065-be9b8ce6f2d5')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7085c57e-f0, col_values=(('external_ids', {'iface-id': '7085c57e-f0d4-4c64-b446-886cf526b636', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bd:87:9b', 'vm-uuid': '31c5650f-ca33-4283-9a3a-0c6cf9261493'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:38 user nova-compute[74287]: INFO os_vif [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:87:9b,bridge_name='br-int',has_traffic_filtering=True,id=7085c57e-f0d4-4c64-b446-886cf526b636,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7085c57e-f0')
Oct 26 07:52:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:52:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No VIF found with MAC fa:16:3e:bd:87:9b, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.network.neutron [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Updating instance_info_cache with network_info: [{"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Releasing lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.compute.manager [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Instance network_info: |[{"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e782afa-7000-44c1-921d-60942bca1279 req-9cc28a67-091d-4379-a340-ccd15cc26a6e service nova] Acquired lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.network.neutron [req-1e782afa-7000-44c1-921d-60942bca1279 req-9cc28a67-091d-4379-a340-ccd15cc26a6e service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Refreshing network info cache for port 66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Start _get_guest_xml network_info=[{"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:52:39 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:52:39 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1017799437',display_name='tempest-ServerRescueNegativeTestJSON-server-1017799437',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1017799437',id=3,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b96ad2ea567b49b09c90dca1d76e894f',ramdisk_id='',reservation_id='r-9f5f5fhh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2040559012',owner_user_name='tempest-ServerRescueNegativeTestJSON-2040559012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:52:29Z,user_data=None,user_id='0e01693f9147422aac8dbf4216dbc8dd',uuid=54cf3ac1-8844-4888-bc76-57a5be12e347,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converting VIF {"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:67:13,bridge_name='br-int',has_traffic_filtering=True,id=66092998-e62a-46ef-a1eb-9235fb758e60,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66092998-e6') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.objects.instance [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'pci_devices' on Instance uuid 54cf3ac1-8844-4888-bc76-57a5be12e347 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:52:39 user nova-compute[74287]:   <uuid>54cf3ac1-8844-4888-bc76-57a5be12e347</uuid>
Oct 26 07:52:39 user nova-compute[74287]:   <name>instance-00000003</name>
Oct 26 07:52:39 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:52:39 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:52:39 user nova-compute[74287]:   <metadata>
Oct 26 07:52:39 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:52:39 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:52:39 user nova-compute[74287]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1017799437</nova:name>
Oct 26 07:52:39 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:52:39</nova:creationTime>
Oct 26 07:52:39 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:52:39 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:52:39 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:52:39 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:52:39 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:52:39 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:52:39 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:52:39 user nova-compute[74287]:       <nova:owner>
Oct 26 07:52:39 user nova-compute[74287]:         <nova:user uuid="0e01693f9147422aac8dbf4216dbc8dd">tempest-ServerRescueNegativeTestJSON-2040559012-project-member</nova:user>
Oct 26 07:52:39 user nova-compute[74287]:         <nova:project uuid="b96ad2ea567b49b09c90dca1d76e894f">tempest-ServerRescueNegativeTestJSON-2040559012</nova:project>
Oct 26 07:52:39 user nova-compute[74287]:       </nova:owner>
Oct 26 07:52:39 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:52:39 user nova-compute[74287]:       <nova:ports>
Oct 26 07:52:39 user nova-compute[74287]:         <nova:port uuid="66092998-e62a-46ef-a1eb-9235fb758e60">
Oct 26 07:52:39 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 07:52:39 user nova-compute[74287]:         </nova:port>
Oct 26 07:52:39 user nova-compute[74287]:       </nova:ports>
Oct 26 07:52:39 user nova-compute[74287]:     </nova:instance>
Oct 26 07:52:39 user nova-compute[74287]:   </metadata>
Oct 26 07:52:39 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:52:39 user nova-compute[74287]:     <system>
Oct 26 07:52:39 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:52:39 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:52:39 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:52:39 user nova-compute[74287]:       <entry name="serial">54cf3ac1-8844-4888-bc76-57a5be12e347</entry>
Oct 26 07:52:39 user nova-compute[74287]:       <entry name="uuid">54cf3ac1-8844-4888-bc76-57a5be12e347</entry>
Oct 26 07:52:39 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:52:39 user nova-compute[74287]:     </system>
Oct 26 07:52:39 user nova-compute[74287]:   </sysinfo>
Oct 26 07:52:39 user nova-compute[74287]:   <os>
Oct 26 07:52:39 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:52:39 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:52:39 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:52:39 user nova-compute[74287]:   </os>
Oct 26 07:52:39 user nova-compute[74287]:   <features>
Oct 26 07:52:39 user nova-compute[74287]:     <acpi/>
Oct 26 07:52:39 user nova-compute[74287]:     <apic/>
Oct 26 07:52:39 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:52:39 user nova-compute[74287]:   </features>
Oct 26 07:52:39 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:52:39 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:52:39 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:52:39 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:52:39 user nova-compute[74287]:   </clock>
Oct 26 07:52:39 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:52:39 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:52:39 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:52:39 user nova-compute[74287]:   </cpu>
Oct 26 07:52:39 user nova-compute[74287]:   <devices>
Oct 26 07:52:39 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:52:39 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:52:39 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk"/>
Oct 26 07:52:39 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:52:39 user nova-compute[74287]:     </disk>
Oct 26 07:52:39 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:52:39 user nova-compute[74287]:       <mac address="fa:16:3e:56:67:13"/>
Oct 26 07:52:39 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:52:39 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:52:39 user nova-compute[74287]:       <target dev="tap66092998-e6"/>
Oct 26 07:52:39 user nova-compute[74287]:     </interface>
Oct 26 07:52:39 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:52:39 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/console.log" append="off"/>
Oct 26 07:52:39 user nova-compute[74287]:     </serial>
Oct 26 07:52:39 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:52:39 user nova-compute[74287]:     <video>
Oct 26 07:52:39 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:52:39 user nova-compute[74287]:     </video>
Oct 26 07:52:39 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:52:39 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:52:39 user nova-compute[74287]:     </rng>
Oct 26 07:52:39 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:52:39 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:52:39 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:52:39 user nova-compute[74287]:     </memballoon>
Oct 26 07:52:39 user nova-compute[74287]:   </devices>
Oct 26 07:52:39 user nova-compute[74287]: </domain>
Oct 26 07:52:39 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1017799437',display_name='tempest-ServerRescueNegativeTestJSON-server-1017799437',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1017799437',id=3,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b96ad2ea567b49b09c90dca1d76e894f',ramdisk_id='',reservation_id='r-9f5f5fhh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2040559012',owner_user_name='tempest-ServerRescueNegativeTestJSON-2040559012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:52:29Z,user_data=None,user_id='0e01693f9147422aac8dbf4216dbc8dd',uuid=54cf3ac1-8844-4888-bc76-57a5be12e347,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converting VIF {"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:67:13,bridge_name='br-int',has_traffic_filtering=True,id=66092998-e62a-46ef-a1eb-9235fb758e60,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66092998-e6') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG os_vif [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:67:13,bridge_name='br-int',has_traffic_filtering=True,id=66092998-e62a-46ef-a1eb-9235fb758e60,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66092998-e6') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '91725670-756e-50a0-9a3a-bd7323f3d94f', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap66092998-e6, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap66092998-e6, col_values=(('qos', UUID('48b6c978-6bdf-4d63-87d3-ec2054e8f76b')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap66092998-e6, col_values=(('external_ids', {'iface-id': '66092998-e62a-46ef-a1eb-9235fb758e60', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:56:67:13', 'vm-uuid': '54cf3ac1-8844-4888-bc76-57a5be12e347'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:39 user nova-compute[74287]: INFO os_vif [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:67:13,bridge_name='br-int',has_traffic_filtering=True,id=66092998-e62a-46ef-a1eb-9235fb758e60,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66092998-e6')
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No VIF found with MAC fa:16:3e:56:67:13, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:40 user nova-compute[74287]: DEBUG nova.network.neutron [req-5812e5bf-30fd-4c8b-85a6-70bca1e12c0f req-ae168683-ffc7-45c9-afd6-69b6c159d9de service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Updated VIF entry in instance network info cache for port 7085c57e-f0d4-4c64-b446-886cf526b636. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:52:40 user nova-compute[74287]: DEBUG nova.network.neutron [req-5812e5bf-30fd-4c8b-85a6-70bca1e12c0f req-ae168683-ffc7-45c9-afd6-69b6c159d9de service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Updating instance_info_cache with network_info: [{"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:52:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5812e5bf-30fd-4c8b-85a6-70bca1e12c0f req-ae168683-ffc7-45c9-afd6-69b6c159d9de service nova] Releasing lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:52:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:40 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Successfully created port: a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG nova.network.neutron [req-1e782afa-7000-44c1-921d-60942bca1279 req-9cc28a67-091d-4379-a340-ccd15cc26a6e service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Updated VIF entry in instance network info cache for port 66092998-e62a-46ef-a1eb-9235fb758e60. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG nova.network.neutron [req-1e782afa-7000-44c1-921d-60942bca1279 req-9cc28a67-091d-4379-a340-ccd15cc26a6e service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Updating instance_info_cache with network_info: [{"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e782afa-7000-44c1-921d-60942bca1279 req-9cc28a67-091d-4379-a340-ccd15cc26a6e service nova] Releasing lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:52:41 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Instance spawned successfully.
Oct 26 07:52:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:41 user nova-compute[74287]: INFO nova.compute.manager [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Took 13.27 seconds to spawn the instance on the hypervisor.
Oct 26 07:52:41 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:52:42 user nova-compute[74287]: INFO nova.compute.manager [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Took 14.79 seconds to build instance.
Oct 26 07:52:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1f36dbab-8166-4c0e-91d9-67014c4a0b94 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "fa7768ca-3219-498b-970c-d00aa294cc20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.963s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:43 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Successfully updated port: a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:52:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:52:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquired lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:52:43 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:52:43 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:52:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-3307e6de-993d-4e2e-9a8a-839227ac91aa req-4421b31a-871c-49be-92db-f92ba02e8062 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-changed-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:52:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-3307e6de-993d-4e2e-9a8a-839227ac91aa req-4421b31a-871c-49be-92db-f92ba02e8062 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Refreshing instance network info cache due to event network-changed-a4f704ab-3104-4479-90d6-bc93ebdde578. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:52:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3307e6de-993d-4e2e-9a8a-839227ac91aa req-4421b31a-871c-49be-92db-f92ba02e8062 service nova] Acquiring lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:52:44 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Instance spawned successfully.
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:44 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Instance spawned successfully.
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:44 user nova-compute[74287]: INFO nova.compute.manager [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Took 17.03 seconds to spawn the instance on the hypervisor.
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:52:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Updating instance_info_cache with network_info: [{"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Releasing lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Instance network_info: |[{"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3307e6de-993d-4e2e-9a8a-839227ac91aa req-4421b31a-871c-49be-92db-f92ba02e8062 service nova] Acquired lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.network.neutron [req-3307e6de-993d-4e2e-9a8a-839227ac91aa req-4421b31a-871c-49be-92db-f92ba02e8062 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Refreshing network info cache for port a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Start _get_guest_xml network_info=[{"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:52:45 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:52:45 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-957252302',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-957252302',id=4,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHsjkUknS0EK2dE2w5TaWZ2W1WgBBYqPY1ruWn6hmsdSjqQEndYxO61Thl3mAN+P/wuKvija0pRRRpBmY+ZH2TjYrBLB2E8HQKs+TnRY4EHwZP9ZlSgGe1vcqSy09iNZ+w==',key_name='tempest-keypair-1144380350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78b3e40348ab4d28951cf3f883b284de',ramdisk_id='',reservation_id='r-r0ppn7j0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1566479428',owner_user_name='tempest-AttachVolumeShelveTestJSON-1566479428-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:52:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6127637bcb4d466f9e3fa414b0f415d4',uuid=c50b7eb7-e9ea-4b14-8d27-439f1ae9d482,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converting VIF {"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:f7:d3,bridge_name='br-int',has_traffic_filtering=True,id=a4f704ab-3104-4479-90d6-bc93ebdde578,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4f704ab-31') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'pci_devices' on Instance uuid c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:52:45 user nova-compute[74287]:   <uuid>c50b7eb7-e9ea-4b14-8d27-439f1ae9d482</uuid>
Oct 26 07:52:45 user nova-compute[74287]:   <name>instance-00000004</name>
Oct 26 07:52:45 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:52:45 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:52:45 user nova-compute[74287]:   <metadata>
Oct 26 07:52:45 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:52:45 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:52:45 user nova-compute[74287]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-957252302</nova:name>
Oct 26 07:52:45 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:52:45</nova:creationTime>
Oct 26 07:52:45 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:52:45 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:52:45 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:52:45 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:52:45 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:52:45 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:52:45 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:52:45 user nova-compute[74287]:       <nova:owner>
Oct 26 07:52:45 user nova-compute[74287]:         <nova:user uuid="6127637bcb4d466f9e3fa414b0f415d4">tempest-AttachVolumeShelveTestJSON-1566479428-project-member</nova:user>
Oct 26 07:52:45 user nova-compute[74287]:         <nova:project uuid="78b3e40348ab4d28951cf3f883b284de">tempest-AttachVolumeShelveTestJSON-1566479428</nova:project>
Oct 26 07:52:45 user nova-compute[74287]:       </nova:owner>
Oct 26 07:52:45 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:52:45 user nova-compute[74287]:       <nova:ports>
Oct 26 07:52:45 user nova-compute[74287]:         <nova:port uuid="a4f704ab-3104-4479-90d6-bc93ebdde578">
Oct 26 07:52:45 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 26 07:52:45 user nova-compute[74287]:         </nova:port>
Oct 26 07:52:45 user nova-compute[74287]:       </nova:ports>
Oct 26 07:52:45 user nova-compute[74287]:     </nova:instance>
Oct 26 07:52:45 user nova-compute[74287]:   </metadata>
Oct 26 07:52:45 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:52:45 user nova-compute[74287]:     <system>
Oct 26 07:52:45 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:52:45 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:52:45 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:52:45 user nova-compute[74287]:       <entry name="serial">c50b7eb7-e9ea-4b14-8d27-439f1ae9d482</entry>
Oct 26 07:52:45 user nova-compute[74287]:       <entry name="uuid">c50b7eb7-e9ea-4b14-8d27-439f1ae9d482</entry>
Oct 26 07:52:45 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:52:45 user nova-compute[74287]:     </system>
Oct 26 07:52:45 user nova-compute[74287]:   </sysinfo>
Oct 26 07:52:45 user nova-compute[74287]:   <os>
Oct 26 07:52:45 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:52:45 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:52:45 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:52:45 user nova-compute[74287]:   </os>
Oct 26 07:52:45 user nova-compute[74287]:   <features>
Oct 26 07:52:45 user nova-compute[74287]:     <acpi/>
Oct 26 07:52:45 user nova-compute[74287]:     <apic/>
Oct 26 07:52:45 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:52:45 user nova-compute[74287]:   </features>
Oct 26 07:52:45 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:52:45 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:52:45 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:52:45 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:52:45 user nova-compute[74287]:   </clock>
Oct 26 07:52:45 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:52:45 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:52:45 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:52:45 user nova-compute[74287]:   </cpu>
Oct 26 07:52:45 user nova-compute[74287]:   <devices>
Oct 26 07:52:45 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:52:45 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:52:45 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk"/>
Oct 26 07:52:45 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:52:45 user nova-compute[74287]:     </disk>
Oct 26 07:52:45 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:52:45 user nova-compute[74287]:       <mac address="fa:16:3e:13:f7:d3"/>
Oct 26 07:52:45 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:52:45 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:52:45 user nova-compute[74287]:       <target dev="tapa4f704ab-31"/>
Oct 26 07:52:45 user nova-compute[74287]:     </interface>
Oct 26 07:52:45 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:52:45 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/console.log" append="off"/>
Oct 26 07:52:45 user nova-compute[74287]:     </serial>
Oct 26 07:52:45 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:52:45 user nova-compute[74287]:     <video>
Oct 26 07:52:45 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:52:45 user nova-compute[74287]:     </video>
Oct 26 07:52:45 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:52:45 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:52:45 user nova-compute[74287]:     </rng>
Oct 26 07:52:45 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:52:45 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:52:45 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:52:45 user nova-compute[74287]:     </memballoon>
Oct 26 07:52:45 user nova-compute[74287]:   </devices>
Oct 26 07:52:45 user nova-compute[74287]: </domain>
Oct 26 07:52:45 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-957252302',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-957252302',id=4,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHsjkUknS0EK2dE2w5TaWZ2W1WgBBYqPY1ruWn6hmsdSjqQEndYxO61Thl3mAN+P/wuKvija0pRRRpBmY+ZH2TjYrBLB2E8HQKs+TnRY4EHwZP9ZlSgGe1vcqSy09iNZ+w==',key_name='tempest-keypair-1144380350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78b3e40348ab4d28951cf3f883b284de',ramdisk_id='',reservation_id='r-r0ppn7j0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1566479428',owner_user_name='tempest-AttachVolumeShelveTestJSON-1566479428-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:52:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6127637bcb4d466f9e3fa414b0f415d4',uuid=c50b7eb7-e9ea-4b14-8d27-439f1ae9d482,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converting VIF {"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:f7:d3,bridge_name='br-int',has_traffic_filtering=True,id=a4f704ab-3104-4479-90d6-bc93ebdde578,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4f704ab-31') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG os_vif [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:f7:d3,bridge_name='br-int',has_traffic_filtering=True,id=a4f704ab-3104-4479-90d6-bc93ebdde578,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4f704ab-31') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:52:45 user nova-compute[74287]: INFO nova.compute.manager [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Took 15.88 seconds to spawn the instance on the hypervisor.
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.compute.manager [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e0a2740d-624d-56ee-ac5f-dffa5e23c880', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:45 user nova-compute[74287]: INFO nova.compute.manager [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Took 18.57 seconds to build instance.
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa4f704ab-31, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa4f704ab-31, col_values=(('qos', UUID('a418c044-2a66-4eb2-a3cb-128de6a1bace')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa4f704ab-31, col_values=(('external_ids', {'iface-id': 'a4f704ab-3104-4479-90d6-bc93ebdde578', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:13:f7:d3', 'vm-uuid': 'c50b7eb7-e9ea-4b14-8d27-439f1ae9d482'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:45 user nova-compute[74287]: INFO os_vif [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:f7:d3,bridge_name='br-int',has_traffic_filtering=True,id=a4f704ab-3104-4479-90d6-bc93ebdde578,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4f704ab-31')
Oct 26 07:52:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b38db363-d17c-4b3d-891a-0ab5dd1c8338 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.908s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:45 user nova-compute[74287]: INFO nova.compute.manager [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Took 16.78 seconds to build instance.
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] No VIF found with MAC fa:16:3e:13:f7:d3, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-edbdf46b-8d85-4163-a57a-0b91b3dbd7f6 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.956s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:47 user nova-compute[74287]: DEBUG nova.network.neutron [req-3307e6de-993d-4e2e-9a8a-839227ac91aa req-4421b31a-871c-49be-92db-f92ba02e8062 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Updated VIF entry in instance network info cache for port a4f704ab-3104-4479-90d6-bc93ebdde578. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:52:47 user nova-compute[74287]: DEBUG nova.network.neutron [req-3307e6de-993d-4e2e-9a8a-839227ac91aa req-4421b31a-871c-49be-92db-f92ba02e8062 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Updating instance_info_cache with network_info: [{"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:52:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3307e6de-993d-4e2e-9a8a-839227ac91aa req-4421b31a-871c-49be-92db-f92ba02e8062 service nova] Releasing lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:52:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-1ea34568-f0df-4283-ba2f-4e36449bf41a req-ada1b8a2-ca24-4ee4-9443-5fa778ef3bb7 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Received event network-vif-plugged-8b821a7d-b512-460f-886c-b2f06da573c4 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:52:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1ea34568-f0df-4283-ba2f-4e36449bf41a req-ada1b8a2-ca24-4ee4-9443-5fa778ef3bb7 service nova] Acquiring lock "fa7768ca-3219-498b-970c-d00aa294cc20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1ea34568-f0df-4283-ba2f-4e36449bf41a req-ada1b8a2-ca24-4ee4-9443-5fa778ef3bb7 service nova] Lock "fa7768ca-3219-498b-970c-d00aa294cc20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1ea34568-f0df-4283-ba2f-4e36449bf41a req-ada1b8a2-ca24-4ee4-9443-5fa778ef3bb7 service nova] Lock "fa7768ca-3219-498b-970c-d00aa294cc20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-1ea34568-f0df-4283-ba2f-4e36449bf41a req-ada1b8a2-ca24-4ee4-9443-5fa778ef3bb7 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] No waiting events found dispatching network-vif-plugged-8b821a7d-b512-460f-886c-b2f06da573c4 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:52:51 user nova-compute[74287]: WARNING nova.compute.manager [req-1ea34568-f0df-4283-ba2f-4e36449bf41a req-ada1b8a2-ca24-4ee4-9443-5fa778ef3bb7 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Received unexpected event network-vif-plugged-8b821a7d-b512-460f-886c-b2f06da573c4 for instance with vm_state active and task_state None.
Oct 26 07:52:51 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:52:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:52:51 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Instance spawned successfully.
Oct 26 07:52:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 07:52:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:52:51 user nova-compute[74287]: INFO nova.compute.manager [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Took 16.54 seconds to spawn the instance on the hypervisor.
Oct 26 07:52:51 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:52:51 user nova-compute[74287]: INFO nova.compute.manager [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Took 17.47 seconds to build instance.
Oct 26 07:52:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1d438726-7459-4dde-90ac-7d96f26b4f2c tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.615s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:53 user nova-compute[74287]: DEBUG nova.compute.manager [req-ddfd450a-949c-488f-94d0-cb64547c0f79 req-f3e7f608-fc79-4750-8865-c784a5f14994 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Received event network-vif-plugged-8b821a7d-b512-460f-886c-b2f06da573c4 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:52:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ddfd450a-949c-488f-94d0-cb64547c0f79 req-f3e7f608-fc79-4750-8865-c784a5f14994 service nova] Acquiring lock "fa7768ca-3219-498b-970c-d00aa294cc20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ddfd450a-949c-488f-94d0-cb64547c0f79 req-f3e7f608-fc79-4750-8865-c784a5f14994 service nova] Lock "fa7768ca-3219-498b-970c-d00aa294cc20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ddfd450a-949c-488f-94d0-cb64547c0f79 req-f3e7f608-fc79-4750-8865-c784a5f14994 service nova] Lock "fa7768ca-3219-498b-970c-d00aa294cc20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:53 user nova-compute[74287]: DEBUG nova.compute.manager [req-ddfd450a-949c-488f-94d0-cb64547c0f79 req-f3e7f608-fc79-4750-8865-c784a5f14994 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] No waiting events found dispatching network-vif-plugged-8b821a7d-b512-460f-886c-b2f06da573c4 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:52:53 user nova-compute[74287]: WARNING nova.compute.manager [req-ddfd450a-949c-488f-94d0-cb64547c0f79 req-f3e7f608-fc79-4750-8865-c784a5f14994 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Received unexpected event network-vif-plugged-8b821a7d-b512-460f-886c-b2f06da573c4 for instance with vm_state active and task_state None.
Oct 26 07:52:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "9436218c-08c5-4eac-be39-93cb427bba5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "9436218c-08c5-4eac-be39-93cb427bba5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:53 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 07:52:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:53 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:52:53 user nova-compute[74287]: INFO nova.compute.claims [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Claim successful on node user
Oct 26 07:52:53 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:52:53 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.675s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG nova.compute.manager [req-1c328f5f-416f-4264-aef3-d0502f169db3 req-9ffab4c0-2da3-4f5a-9b55-61d6a202a7eb service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received event network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1c328f5f-416f-4264-aef3-d0502f169db3 req-9ffab4c0-2da3-4f5a-9b55-61d6a202a7eb service nova] Acquiring lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1c328f5f-416f-4264-aef3-d0502f169db3 req-9ffab4c0-2da3-4f5a-9b55-61d6a202a7eb service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1c328f5f-416f-4264-aef3-d0502f169db3 req-9ffab4c0-2da3-4f5a-9b55-61d6a202a7eb service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG nova.compute.manager [req-1c328f5f-416f-4264-aef3-d0502f169db3 req-9ffab4c0-2da3-4f5a-9b55-61d6a202a7eb service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] No waiting events found dispatching network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:52:54 user nova-compute[74287]: WARNING nova.compute.manager [req-1c328f5f-416f-4264-aef3-d0502f169db3 req-9ffab4c0-2da3-4f5a-9b55-61d6a202a7eb service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received unexpected event network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 for instance with vm_state active and task_state None.
Oct 26 07:52:54 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:52:54 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 07:52:54 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG nova.policy [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a47e62fd6484410aaa018b80fdbab0b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0dd4f493cd644abbc1fabd35974b1ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:52:54 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Creating image(s)
Oct 26 07:52:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "/opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "/opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "/opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.282s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.301s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk 1073741824" returned: 0 in 0.078s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.406s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.282s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Cannot resize image /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Ensure instance console log exists: /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.006s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:56 user nova-compute[74287]: DEBUG nova.compute.manager [req-b96b0fe1-14be-4d1f-8907-dc18f706e396 req-29246219-bf35-484c-ab17-31e9addea240 service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received event network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:52:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b96b0fe1-14be-4d1f-8907-dc18f706e396 req-29246219-bf35-484c-ab17-31e9addea240 service nova] Acquiring lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b96b0fe1-14be-4d1f-8907-dc18f706e396 req-29246219-bf35-484c-ab17-31e9addea240 service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b96b0fe1-14be-4d1f-8907-dc18f706e396 req-29246219-bf35-484c-ab17-31e9addea240 service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:56 user nova-compute[74287]: DEBUG nova.compute.manager [req-b96b0fe1-14be-4d1f-8907-dc18f706e396 req-29246219-bf35-484c-ab17-31e9addea240 service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] No waiting events found dispatching network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:52:56 user nova-compute[74287]: WARNING nova.compute.manager [req-b96b0fe1-14be-4d1f-8907-dc18f706e396 req-29246219-bf35-484c-ab17-31e9addea240 service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received unexpected event network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 for instance with vm_state active and task_state None.
Oct 26 07:52:56 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Successfully created port: abe4a874-4c92-4260-8596-1e5134bc8bc7 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:52:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:57 user nova-compute[74287]: DEBUG nova.compute.manager [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 07:52:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:57 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:52:57 user nova-compute[74287]: INFO nova.compute.claims [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Claim successful on node user
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Successfully updated port: abe4a874-4c92-4260-8596-1e5134bc8bc7 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "refresh_cache-9436218c-08c5-4eac-be39-93cb427bba5c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquired lock "refresh_cache-9436218c-08c5-4eac-be39-93cb427bba5c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.compute.manager [req-53bd5db6-2879-4d09-b370-079aceb447d0 req-4a09ab22-75bd-47b0-baac-5d1ff5b27b6e service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Received event network-changed-abe4a874-4c92-4260-8596-1e5134bc8bc7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.compute.manager [req-53bd5db6-2879-4d09-b370-079aceb447d0 req-4a09ab22-75bd-47b0-baac-5d1ff5b27b6e service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Refreshing instance network info cache due to event network-changed-abe4a874-4c92-4260-8596-1e5134bc8bc7. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-53bd5db6-2879-4d09-b370-079aceb447d0 req-4a09ab22-75bd-47b0-baac-5d1ff5b27b6e service nova] Acquiring lock "refresh_cache-9436218c-08c5-4eac-be39-93cb427bba5c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.569s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.compute.manager [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Updating instance_info_cache with network_info: [{"id": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "address": "fa:16:3e:e9:00:75", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe4a874-4c", "ovs_interfaceid": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.compute.manager [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.network.neutron [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Releasing lock "refresh_cache-9436218c-08c5-4eac-be39-93cb427bba5c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Instance network_info: |[{"id": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "address": "fa:16:3e:e9:00:75", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe4a874-4c", "ovs_interfaceid": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-53bd5db6-2879-4d09-b370-079aceb447d0 req-4a09ab22-75bd-47b0-baac-5d1ff5b27b6e service nova] Acquired lock "refresh_cache-9436218c-08c5-4eac-be39-93cb427bba5c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.network.neutron [req-53bd5db6-2879-4d09-b370-079aceb447d0 req-4a09ab22-75bd-47b0-baac-5d1ff5b27b6e service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Refreshing network info cache for port abe4a874-4c92-4260-8596-1e5134bc8bc7 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Start _get_guest_xml network_info=[{"id": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "address": "fa:16:3e:e9:00:75", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe4a874-4c", "ovs_interfaceid": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:52:58 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Oct 26 07:52:58 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:52:58 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-995138799',display_name='tempest-VolumesAdminNegativeTest-server-995138799',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-995138799',id=5,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIAN14tkLNeM9sgZJv+AisMJK0J2ke3mq50lS5RXvFBn+3Pewoi8ePhO1ABHmP5UjDT1dn+cjxT7w88fhVWDZbE1OPKUWoEPr3wLMppP5lr4PSPRdcZteIFABxveFKYptQ==',key_name='tempest-keypair-334174671',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a0dd4f493cd644abbc1fabd35974b1ad',ramdisk_id='',reservation_id='r-79e53v1g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-505694012',owner_user_name='tempest-VolumesAdminNegativeTest-505694012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:52:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a47e62fd6484410aaa018b80fdbab0b8',uuid=9436218c-08c5-4eac-be39-93cb427bba5c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "address": "fa:16:3e:e9:00:75", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe4a874-4c", "ovs_interfaceid": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Converting VIF {"id": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "address": "fa:16:3e:e9:00:75", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe4a874-4c", "ovs_interfaceid": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:00:75,bridge_name='br-int',has_traffic_filtering=True,id=abe4a874-4c92-4260-8596-1e5134bc8bc7,network=Network(2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe4a874-4c') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lazy-loading 'pci_devices' on Instance uuid 9436218c-08c5-4eac-be39-93cb427bba5c {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.policy [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8af2d6f3e80246be8b28a22cb0b22f6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ba249c0cb5e48fe891ea345443a1d8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:52:58 user nova-compute[74287]:   <uuid>9436218c-08c5-4eac-be39-93cb427bba5c</uuid>
Oct 26 07:52:58 user nova-compute[74287]:   <name>instance-00000005</name>
Oct 26 07:52:58 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:52:58 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:52:58 user nova-compute[74287]:   <metadata>
Oct 26 07:52:58 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:52:58 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:52:58 user nova-compute[74287]:       <nova:name>tempest-VolumesAdminNegativeTest-server-995138799</nova:name>
Oct 26 07:52:58 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:52:58</nova:creationTime>
Oct 26 07:52:58 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:52:58 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:52:58 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:52:58 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:52:58 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:52:58 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:52:58 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:52:58 user nova-compute[74287]:       <nova:owner>
Oct 26 07:52:58 user nova-compute[74287]:         <nova:user uuid="a47e62fd6484410aaa018b80fdbab0b8">tempest-VolumesAdminNegativeTest-505694012-project-member</nova:user>
Oct 26 07:52:58 user nova-compute[74287]:         <nova:project uuid="a0dd4f493cd644abbc1fabd35974b1ad">tempest-VolumesAdminNegativeTest-505694012</nova:project>
Oct 26 07:52:58 user nova-compute[74287]:       </nova:owner>
Oct 26 07:52:58 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:52:58 user nova-compute[74287]:       <nova:ports>
Oct 26 07:52:58 user nova-compute[74287]:         <nova:port uuid="abe4a874-4c92-4260-8596-1e5134bc8bc7">
Oct 26 07:52:58 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 26 07:52:58 user nova-compute[74287]:         </nova:port>
Oct 26 07:52:58 user nova-compute[74287]:       </nova:ports>
Oct 26 07:52:58 user nova-compute[74287]:     </nova:instance>
Oct 26 07:52:58 user nova-compute[74287]:   </metadata>
Oct 26 07:52:58 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:52:58 user nova-compute[74287]:     <system>
Oct 26 07:52:58 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:52:58 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:52:58 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:52:58 user nova-compute[74287]:       <entry name="serial">9436218c-08c5-4eac-be39-93cb427bba5c</entry>
Oct 26 07:52:58 user nova-compute[74287]:       <entry name="uuid">9436218c-08c5-4eac-be39-93cb427bba5c</entry>
Oct 26 07:52:58 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:52:58 user nova-compute[74287]:     </system>
Oct 26 07:52:58 user nova-compute[74287]:   </sysinfo>
Oct 26 07:52:58 user nova-compute[74287]:   <os>
Oct 26 07:52:58 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:52:58 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:52:58 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:52:58 user nova-compute[74287]:   </os>
Oct 26 07:52:58 user nova-compute[74287]:   <features>
Oct 26 07:52:58 user nova-compute[74287]:     <acpi/>
Oct 26 07:52:58 user nova-compute[74287]:     <apic/>
Oct 26 07:52:58 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:52:58 user nova-compute[74287]:   </features>
Oct 26 07:52:58 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:52:58 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:52:58 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:52:58 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:52:58 user nova-compute[74287]:   </clock>
Oct 26 07:52:58 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:52:58 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:52:58 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:52:58 user nova-compute[74287]:   </cpu>
Oct 26 07:52:58 user nova-compute[74287]:   <devices>
Oct 26 07:52:58 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:52:58 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:52:58 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk"/>
Oct 26 07:52:58 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:52:58 user nova-compute[74287]:     </disk>
Oct 26 07:52:58 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:52:58 user nova-compute[74287]:       <mac address="fa:16:3e:e9:00:75"/>
Oct 26 07:52:58 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:52:58 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:52:58 user nova-compute[74287]:       <target dev="tapabe4a874-4c"/>
Oct 26 07:52:58 user nova-compute[74287]:     </interface>
Oct 26 07:52:58 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:52:58 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/console.log" append="off"/>
Oct 26 07:52:58 user nova-compute[74287]:     </serial>
Oct 26 07:52:58 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:52:58 user nova-compute[74287]:     <video>
Oct 26 07:52:58 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:52:58 user nova-compute[74287]:     </video>
Oct 26 07:52:58 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:52:58 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:52:58 user nova-compute[74287]:     </rng>
Oct 26 07:52:58 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:52:58 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:52:58 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:52:58 user nova-compute[74287]:     </memballoon>
Oct 26 07:52:58 user nova-compute[74287]:   </devices>
Oct 26 07:52:58 user nova-compute[74287]: </domain>
Oct 26 07:52:58 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-995138799',display_name='tempest-VolumesAdminNegativeTest-server-995138799',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-995138799',id=5,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIAN14tkLNeM9sgZJv+AisMJK0J2ke3mq50lS5RXvFBn+3Pewoi8ePhO1ABHmP5UjDT1dn+cjxT7w88fhVWDZbE1OPKUWoEPr3wLMppP5lr4PSPRdcZteIFABxveFKYptQ==',key_name='tempest-keypair-334174671',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a0dd4f493cd644abbc1fabd35974b1ad',ramdisk_id='',reservation_id='r-79e53v1g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-505694012',owner_user_name='tempest-VolumesAdminNegativeTest-505694012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:52:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a47e62fd6484410aaa018b80fdbab0b8',uuid=9436218c-08c5-4eac-be39-93cb427bba5c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "address": "fa:16:3e:e9:00:75", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe4a874-4c", "ovs_interfaceid": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Converting VIF {"id": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "address": "fa:16:3e:e9:00:75", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe4a874-4c", "ovs_interfaceid": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:00:75,bridge_name='br-int',has_traffic_filtering=True,id=abe4a874-4c92-4260-8596-1e5134bc8bc7,network=Network(2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe4a874-4c') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG os_vif [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:00:75,bridge_name='br-int',has_traffic_filtering=True,id=abe4a874-4c92-4260-8596-1e5134bc8bc7,network=Network(2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe4a874-4c') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c6238b0c-783c-5705-bc12-d314b877c9d2', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapabe4a874-4c, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapabe4a874-4c, col_values=(('qos', UUID('6921b059-2d8b-4dec-9bcc-d8f88c3d09eb')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapabe4a874-4c, col_values=(('external_ids', {'iface-id': 'abe4a874-4c92-4260-8596-1e5134bc8bc7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e9:00:75', 'vm-uuid': '9436218c-08c5-4eac-be39-93cb427bba5c'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:52:58 user nova-compute[74287]: INFO os_vif [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:00:75,bridge_name='br-int',has_traffic_filtering=True,id=abe4a874-4c92-4260-8596-1e5134bc8bc7,network=Network(2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe4a874-4c')
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.compute.manager [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:52:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] No VIF found with MAC fa:16:3e:e9:00:75, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:52:59 user nova-compute[74287]: DEBUG nova.compute.manager [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 07:52:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:52:59 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Creating image(s)
Oct 26 07:52:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "/opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "/opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "/opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:52:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "6d5f819201fe77202511c917673cdfd4378397b0" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:52:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "6d5f819201fe77202511c917673cdfd4378397b0" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:52:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0.part --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:52:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0.part --force-share --output=json" returned: 0 in 0.293s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:52:59 user nova-compute[74287]: DEBUG nova.virt.images [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] 1b6cacdc-5db7-4245-a308-a112c779271f was qcow2, converting to raw {{(pid=74287) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 07:52:59 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 07:52:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0.part /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0.converted {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquiring lock "b08f6376-0463-4022-bc77-c26ff30a1589" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "b08f6376-0463-4022-bc77-c26ff30a1589" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG nova.network.neutron [req-53bd5db6-2879-4d09-b370-079aceb447d0 req-4a09ab22-75bd-47b0-baac-5d1ff5b27b6e service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Updated VIF entry in instance network info cache for port abe4a874-4c92-4260-8596-1e5134bc8bc7. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG nova.network.neutron [req-53bd5db6-2879-4d09-b370-079aceb447d0 req-4a09ab22-75bd-47b0-baac-5d1ff5b27b6e service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Updating instance_info_cache with network_info: [{"id": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "address": "fa:16:3e:e9:00:75", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe4a874-4c", "ovs_interfaceid": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0.part /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0.converted" returned: 0 in 0.386s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0.converted --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG nova.network.neutron [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Successfully created port: 65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-53bd5db6-2879-4d09-b370-079aceb447d0 req-4a09ab22-75bd-47b0-baac-5d1ff5b27b6e service nova] Releasing lock "refresh_cache-9436218c-08c5-4eac-be39-93cb427bba5c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:53:00 user nova-compute[74287]: INFO nova.compute.claims [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Claim successful on node user
Oct 26 07:53:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0.converted --force-share --output=json" returned: 0 in 0.262s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "6d5f819201fe77202511c917673cdfd4378397b0" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.495s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0 --force-share --output=json" returned: 0 in 0.296s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "6d5f819201fe77202511c917673cdfd4378397b0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "6d5f819201fe77202511c917673cdfd4378397b0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0 --force-share --output=json" returned: 0 in 0.370s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0,backing_fmt=raw /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0,backing_fmt=raw /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk 1073741824" returned: 0 in 0.073s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "6d5f819201fe77202511c917673cdfd4378397b0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.451s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.899s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.compute.manager [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.compute.manager [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.network.neutron [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:53:01 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.compute.manager [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0 --force-share --output=json" returned: 0 in 0.235s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Checking if we can resize image /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.network.neutron [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Successfully updated port: 65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.policy [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '848707ca36064d4b9bfe3efffcd1f166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95a555b1845049d09d18e7c0c3f4b05e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "refresh_cache-da60b9fa-ac43-40a9-888f-a5bf1a4fa297" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquired lock "refresh_cache-da60b9fa-ac43-40a9-888f-a5bf1a4fa297" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.network.neutron [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-99c706fe-464d-4b96-824c-19d2f6dc19e1 req-3b10e45b-a8b8-4519-81a2-ee635aa565ab service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received event network-changed-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-99c706fe-464d-4b96-824c-19d2f6dc19e1 req-3b10e45b-a8b8-4519-81a2-ee635aa565ab service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Refreshing instance network info cache due to event network-changed-65a44116-6e53-4176-88c6-eb035aa1c7f1. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-99c706fe-464d-4b96-824c-19d2f6dc19e1 req-3b10e45b-a8b8-4519-81a2-ee635aa565ab service nova] Acquiring lock "refresh_cache-da60b9fa-ac43-40a9-888f-a5bf1a4fa297" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.compute.manager [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:53:01 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Creating image(s)
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquiring lock "/opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "/opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "/opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.012s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json" returned: 0 in 0.311s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Cannot resize image /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Ensure instance console log exists: /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG nova.network.neutron [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.238s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.445s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk 1073741824" returned: 0 in 0.112s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.566s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.200s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:02 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 07:53:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:02 user nova-compute[74287]: DEBUG nova.network.neutron [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Updating instance_info_cache with network_info: [{"id": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "address": "fa:16:3e:f0:46:8d", "network": {"id": "413f0fe1-9196-40f5-9d97-4afb12fd0e23", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1798820362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5ba249c0cb5e48fe891ea345443a1d8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a44116-6e", "ovs_interfaceid": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Releasing lock "refresh_cache-da60b9fa-ac43-40a9-888f-a5bf1a4fa297" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.compute.manager [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Instance network_info: |[{"id": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "address": "fa:16:3e:f0:46:8d", "network": {"id": "413f0fe1-9196-40f5-9d97-4afb12fd0e23", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1798820362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5ba249c0cb5e48fe891ea345443a1d8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a44116-6e", "ovs_interfaceid": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-99c706fe-464d-4b96-824c-19d2f6dc19e1 req-3b10e45b-a8b8-4519-81a2-ee635aa565ab service nova] Acquired lock "refresh_cache-da60b9fa-ac43-40a9-888f-a5bf1a4fa297" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.network.neutron [req-99c706fe-464d-4b96-824c-19d2f6dc19e1 req-3b10e45b-a8b8-4519-81a2-ee635aa565ab service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Refreshing network info cache for port 65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Start _get_guest_xml network_info=[{"id": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "address": "fa:16:3e:f0:46:8d", "network": {"id": "413f0fe1-9196-40f5-9d97-4afb12fd0e23", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1798820362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5ba249c0cb5e48fe891ea345443a1d8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a44116-6e", "ovs_interfaceid": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:52:44Z,direct_url=<?>,disk_format='qcow2',id=1b6cacdc-5db7-4245-a308-a112c779271f,min_disk=0,min_ram=0,name='',owner='32cf7f1013574e22826b5b7251b34add',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:52:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'disk_bus': 'scsi', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '1b6cacdc-5db7-4245-a308-a112c779271f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Cannot resize image /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Ensure instance console log exists: /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:03 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:53:03 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:52:44Z,direct_url=<?>,disk_format='qcow2',id=1b6cacdc-5db7-4245-a308-a112c779271f,min_disk=0,min_ram=0,name='',owner='32cf7f1013574e22826b5b7251b34add',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:52:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:52:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-926268431',display_name='tempest-AttachSCSIVolumeTestJSON-server-926268431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-926268431',id=6,image_ref='1b6cacdc-5db7-4245-a308-a112c779271f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBABUZ5C8o9Tw7U9JXS1DSy3daFpNaf2TGkz9TsiWcwxFvwWp84V3SmDBKkafmnc7bqcZhSSR6CzRKbCRNAMnR2bAjeSTnIXPO9fr57vCmHYJ8jxEyEAAimfcvdHlenoYiw==',key_name='tempest-keypair-1317958458',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5ba249c0cb5e48fe891ea345443a1d8f',ramdisk_id='',reservation_id='r-1h8s4sg6',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='1b6cacdc-5db7-4245-a308-a112c779271f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-940383317',owner_user_name='tempest-AttachSCSIVolumeTestJSON-940383317-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:52:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8af2d6f3e80246be8b28a22cb0b22f6e',uuid=da60b9fa-ac43-40a9-888f-a5bf1a4fa297,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "address": "fa:16:3e:f0:46:8d", "network": {"id": "413f0fe1-9196-40f5-9d97-4afb12fd0e23", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1798820362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5ba249c0cb5e48fe891ea345443a1d8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a44116-6e", "ovs_interfaceid": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Converting VIF {"id": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "address": "fa:16:3e:f0:46:8d", "network": {"id": "413f0fe1-9196-40f5-9d97-4afb12fd0e23", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1798820362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5ba249c0cb5e48fe891ea345443a1d8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a44116-6e", "ovs_interfaceid": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:46:8d,bridge_name='br-int',has_traffic_filtering=True,id=65a44116-6e53-4176-88c6-eb035aa1c7f1,network=Network(413f0fe1-9196-40f5-9d97-4afb12fd0e23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65a44116-6e') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.objects.instance [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lazy-loading 'pci_devices' on Instance uuid da60b9fa-ac43-40a9-888f-a5bf1a4fa297 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:53:03 user nova-compute[74287]:   <uuid>da60b9fa-ac43-40a9-888f-a5bf1a4fa297</uuid>
Oct 26 07:53:03 user nova-compute[74287]:   <name>instance-00000006</name>
Oct 26 07:53:03 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:53:03 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:53:03 user nova-compute[74287]:   <metadata>
Oct 26 07:53:03 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:53:03 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:53:03 user nova-compute[74287]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-926268431</nova:name>
Oct 26 07:53:03 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:53:03</nova:creationTime>
Oct 26 07:53:03 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:53:03 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:53:03 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:53:03 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:53:03 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:53:03 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:53:03 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:53:03 user nova-compute[74287]:       <nova:owner>
Oct 26 07:53:03 user nova-compute[74287]:         <nova:user uuid="8af2d6f3e80246be8b28a22cb0b22f6e">tempest-AttachSCSIVolumeTestJSON-940383317-project-member</nova:user>
Oct 26 07:53:03 user nova-compute[74287]:         <nova:project uuid="5ba249c0cb5e48fe891ea345443a1d8f">tempest-AttachSCSIVolumeTestJSON-940383317</nova:project>
Oct 26 07:53:03 user nova-compute[74287]:       </nova:owner>
Oct 26 07:53:03 user nova-compute[74287]:       <nova:root type="image" uuid="1b6cacdc-5db7-4245-a308-a112c779271f"/>
Oct 26 07:53:03 user nova-compute[74287]:       <nova:ports>
Oct 26 07:53:03 user nova-compute[74287]:         <nova:port uuid="65a44116-6e53-4176-88c6-eb035aa1c7f1">
Oct 26 07:53:03 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 26 07:53:03 user nova-compute[74287]:         </nova:port>
Oct 26 07:53:03 user nova-compute[74287]:       </nova:ports>
Oct 26 07:53:03 user nova-compute[74287]:     </nova:instance>
Oct 26 07:53:03 user nova-compute[74287]:   </metadata>
Oct 26 07:53:03 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:53:03 user nova-compute[74287]:     <system>
Oct 26 07:53:03 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:53:03 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:53:03 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:53:03 user nova-compute[74287]:       <entry name="serial">da60b9fa-ac43-40a9-888f-a5bf1a4fa297</entry>
Oct 26 07:53:03 user nova-compute[74287]:       <entry name="uuid">da60b9fa-ac43-40a9-888f-a5bf1a4fa297</entry>
Oct 26 07:53:03 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:53:03 user nova-compute[74287]:     </system>
Oct 26 07:53:03 user nova-compute[74287]:   </sysinfo>
Oct 26 07:53:03 user nova-compute[74287]:   <os>
Oct 26 07:53:03 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:53:03 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:53:03 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:53:03 user nova-compute[74287]:   </os>
Oct 26 07:53:03 user nova-compute[74287]:   <features>
Oct 26 07:53:03 user nova-compute[74287]:     <acpi/>
Oct 26 07:53:03 user nova-compute[74287]:     <apic/>
Oct 26 07:53:03 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:53:03 user nova-compute[74287]:   </features>
Oct 26 07:53:03 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:53:03 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:53:03 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:53:03 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:53:03 user nova-compute[74287]:   </clock>
Oct 26 07:53:03 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:53:03 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:53:03 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:53:03 user nova-compute[74287]:   </cpu>
Oct 26 07:53:03 user nova-compute[74287]:   <devices>
Oct 26 07:53:03 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:53:03 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:53:03 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk"/>
Oct 26 07:53:03 user nova-compute[74287]:       <target dev="sda" bus="scsi"/>
Oct 26 07:53:03 user nova-compute[74287]:       <address type="drive" controller="0" unit="0"/>
Oct 26 07:53:03 user nova-compute[74287]:     </disk>
Oct 26 07:53:03 user nova-compute[74287]:     <disk type="file" device="cdrom">
Oct 26 07:53:03 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none"/>
Oct 26 07:53:03 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk.config"/>
Oct 26 07:53:03 user nova-compute[74287]:       <target dev="sdb" bus="scsi"/>
Oct 26 07:53:03 user nova-compute[74287]:       <address type="drive" controller="0" unit="1"/>
Oct 26 07:53:03 user nova-compute[74287]:     </disk>
Oct 26 07:53:03 user nova-compute[74287]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Oct 26 07:53:03 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:53:03 user nova-compute[74287]:       <mac address="fa:16:3e:f0:46:8d"/>
Oct 26 07:53:03 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:53:03 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:53:03 user nova-compute[74287]:       <target dev="tap65a44116-6e"/>
Oct 26 07:53:03 user nova-compute[74287]:     </interface>
Oct 26 07:53:03 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:53:03 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/console.log" append="off"/>
Oct 26 07:53:03 user nova-compute[74287]:     </serial>
Oct 26 07:53:03 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:53:03 user nova-compute[74287]:     <video>
Oct 26 07:53:03 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:53:03 user nova-compute[74287]:     </video>
Oct 26 07:53:03 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:53:03 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:53:03 user nova-compute[74287]:     </rng>
Oct 26 07:53:03 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:53:03 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:53:03 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:53:03 user nova-compute[74287]:     </memballoon>
Oct 26 07:53:03 user nova-compute[74287]:   </devices>
Oct 26 07:53:03 user nova-compute[74287]: </domain>
Oct 26 07:53:03 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:52:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-926268431',display_name='tempest-AttachSCSIVolumeTestJSON-server-926268431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-926268431',id=6,image_ref='1b6cacdc-5db7-4245-a308-a112c779271f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBABUZ5C8o9Tw7U9JXS1DSy3daFpNaf2TGkz9TsiWcwxFvwWp84V3SmDBKkafmnc7bqcZhSSR6CzRKbCRNAMnR2bAjeSTnIXPO9fr57vCmHYJ8jxEyEAAimfcvdHlenoYiw==',key_name='tempest-keypair-1317958458',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5ba249c0cb5e48fe891ea345443a1d8f',ramdisk_id='',reservation_id='r-1h8s4sg6',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='1b6cacdc-5db7-4245-a308-a112c779271f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-940383317',owner_user_name='tempest-AttachSCSIVolumeTestJSON-940383317-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:52:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8af2d6f3e80246be8b28a22cb0b22f6e',uuid=da60b9fa-ac43-40a9-888f-a5bf1a4fa297,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "address": "fa:16:3e:f0:46:8d", "network": {"id": "413f0fe1-9196-40f5-9d97-4afb12fd0e23", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1798820362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5ba249c0cb5e48fe891ea345443a1d8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a44116-6e", "ovs_interfaceid": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Converting VIF {"id": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "address": "fa:16:3e:f0:46:8d", "network": {"id": "413f0fe1-9196-40f5-9d97-4afb12fd0e23", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1798820362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5ba249c0cb5e48fe891ea345443a1d8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a44116-6e", "ovs_interfaceid": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:46:8d,bridge_name='br-int',has_traffic_filtering=True,id=65a44116-6e53-4176-88c6-eb035aa1c7f1,network=Network(413f0fe1-9196-40f5-9d97-4afb12fd0e23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65a44116-6e') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG os_vif [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:46:8d,bridge_name='br-int',has_traffic_filtering=True,id=65a44116-6e53-4176-88c6-eb035aa1c7f1,network=Network(413f0fe1-9196-40f5-9d97-4afb12fd0e23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65a44116-6e') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eb3f0db3-4ee8-5cf8-9ec3-47256a3f8ca7', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap65a44116-6e, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap65a44116-6e, col_values=(('qos', UUID('cbdababe-4de8-43ec-983e-e7c9c8becb67')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap65a44116-6e, col_values=(('external_ids', {'iface-id': '65a44116-6e53-4176-88c6-eb035aa1c7f1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f0:46:8d', 'vm-uuid': 'da60b9fa-ac43-40a9-888f-a5bf1a4fa297'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:03 user nova-compute[74287]: INFO os_vif [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:46:8d,bridge_name='br-int',has_traffic_filtering=True,id=65a44116-6e53-4176-88c6-eb035aa1c7f1,network=Network(413f0fe1-9196-40f5-9d97-4afb12fd0e23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65a44116-6e')
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] No BDM found with device name sda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] No VIF found with MAC fa:16:3e:f0:46:8d, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:53:03 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Using config drive
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:53:03 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Instance spawned successfully.
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:03 user nova-compute[74287]: INFO nova.compute.manager [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Took 9.38 seconds to spawn the instance on the hypervisor.
Oct 26 07:53:03 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:53:04 user nova-compute[74287]: INFO nova.compute.manager [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Took 10.71 seconds to build instance.
Oct 26 07:53:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b23aa1a7-5fb1-4b7a-85f0-72e51f17c071 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "9436218c-08c5-4eac-be39-93cb427bba5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.892s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:04 user nova-compute[74287]: DEBUG nova.network.neutron [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Successfully created port: 4dd795f8-5fea-473b-8fa7-0635e5734551 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:53:04 user nova-compute[74287]: DEBUG nova.network.neutron [req-99c706fe-464d-4b96-824c-19d2f6dc19e1 req-3b10e45b-a8b8-4519-81a2-ee635aa565ab service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Updated VIF entry in instance network info cache for port 65a44116-6e53-4176-88c6-eb035aa1c7f1. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:53:04 user nova-compute[74287]: DEBUG nova.network.neutron [req-99c706fe-464d-4b96-824c-19d2f6dc19e1 req-3b10e45b-a8b8-4519-81a2-ee635aa565ab service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Updating instance_info_cache with network_info: [{"id": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "address": "fa:16:3e:f0:46:8d", "network": {"id": "413f0fe1-9196-40f5-9d97-4afb12fd0e23", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1798820362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5ba249c0cb5e48fe891ea345443a1d8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a44116-6e", "ovs_interfaceid": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:53:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-99c706fe-464d-4b96-824c-19d2f6dc19e1 req-3b10e45b-a8b8-4519-81a2-ee635aa565ab service nova] Releasing lock "refresh_cache-da60b9fa-ac43-40a9-888f-a5bf1a4fa297" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:53:04 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Creating config drive at /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk.config
Oct 26 07:53:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpk2hus34o {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpk2hus34o" returned: 0 in 0.059s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:05 user nova-compute[74287]: DEBUG nova.network.neutron [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Successfully updated port: 4dd795f8-5fea-473b-8fa7-0635e5734551 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:53:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-f05309a9-56a6-4a95-a7a9-c006597d1472 req-9ee52fb2-540f-4173-9979-a8f38a8773f5 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Received event network-changed-4dd795f8-5fea-473b-8fa7-0635e5734551 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-f05309a9-56a6-4a95-a7a9-c006597d1472 req-9ee52fb2-540f-4173-9979-a8f38a8773f5 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Refreshing instance network info cache due to event network-changed-4dd795f8-5fea-473b-8fa7-0635e5734551. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:53:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f05309a9-56a6-4a95-a7a9-c006597d1472 req-9ee52fb2-540f-4173-9979-a8f38a8773f5 service nova] Acquiring lock "refresh_cache-b08f6376-0463-4022-bc77-c26ff30a1589" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:53:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f05309a9-56a6-4a95-a7a9-c006597d1472 req-9ee52fb2-540f-4173-9979-a8f38a8773f5 service nova] Acquired lock "refresh_cache-b08f6376-0463-4022-bc77-c26ff30a1589" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:53:05 user nova-compute[74287]: DEBUG nova.network.neutron [req-f05309a9-56a6-4a95-a7a9-c006597d1472 req-9ee52fb2-540f-4173-9979-a8f38a8773f5 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Refreshing network info cache for port 4dd795f8-5fea-473b-8fa7-0635e5734551 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:53:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquiring lock "refresh_cache-b08f6376-0463-4022-bc77-c26ff30a1589" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:53:05 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 07:53:05 user nova-compute[74287]: DEBUG nova.network.neutron [req-f05309a9-56a6-4a95-a7a9-c006597d1472 req-9ee52fb2-540f-4173-9979-a8f38a8773f5 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:53:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:05 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:53:05 user nova-compute[74287]: INFO nova.compute.claims [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Claim successful on node user
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.network.neutron [req-f05309a9-56a6-4a95-a7a9-c006597d1472 req-9ee52fb2-540f-4173-9979-a8f38a8773f5 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f05309a9-56a6-4a95-a7a9-c006597d1472 req-9ee52fb2-540f-4173-9979-a8f38a8773f5 service nova] Releasing lock "refresh_cache-b08f6376-0463-4022-bc77-c26ff30a1589" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquired lock "refresh_cache-b08f6376-0463-4022-bc77-c26ff30a1589" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.network.neutron [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.network.neutron [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.641s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:53:06 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.network.neutron [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Updating instance_info_cache with network_info: [{"id": "4dd795f8-5fea-473b-8fa7-0635e5734551", "address": "fa:16:3e:88:c2:fd", "network": {"id": "f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a", "bridge": "br-int", "label": "tempest-TestVolumeSwap-233420818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95a555b1845049d09d18e7c0c3f4b05e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd795f8-5f", "ovs_interfaceid": "4dd795f8-5fea-473b-8fa7-0635e5734551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.policy [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '396652a5c5fe402e8afd66ffb3c84d6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc5c9a29ae8646c8bd50e3f8b9134feb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Releasing lock "refresh_cache-b08f6376-0463-4022-bc77-c26ff30a1589" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.compute.manager [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Instance network_info: |[{"id": "4dd795f8-5fea-473b-8fa7-0635e5734551", "address": "fa:16:3e:88:c2:fd", "network": {"id": "f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a", "bridge": "br-int", "label": "tempest-TestVolumeSwap-233420818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95a555b1845049d09d18e7c0c3f4b05e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd795f8-5f", "ovs_interfaceid": "4dd795f8-5fea-473b-8fa7-0635e5734551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Start _get_guest_xml network_info=[{"id": "4dd795f8-5fea-473b-8fa7-0635e5734551", "address": "fa:16:3e:88:c2:fd", "network": {"id": "f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a", "bridge": "br-int", "label": "tempest-TestVolumeSwap-233420818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95a555b1845049d09d18e7c0c3f4b05e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd795f8-5f", "ovs_interfaceid": "4dd795f8-5fea-473b-8fa7-0635e5734551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:53:06 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:53:06 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1949085889',display_name='tempest-TestVolumeSwap-server-1949085889',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1949085889',id=7,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBASyr3dta1Cfjtp1+XMHdlB8QLANrIt/woNKEbesqd/5+XNPvBlHJ963GjKmJSSuXfWScduMf/ZFfjuBV+ZjNqwgFv6fkfdOVKzdeO41EZ4DAO5sbTvqgwWWqQPUrmIVQw==',key_name='tempest-keypair-420110566',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='95a555b1845049d09d18e7c0c3f4b05e',ramdisk_id='',reservation_id='r-p47690i6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-737946953',owner_user_name='tempest-TestVolumeSwap-737946953-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:53:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='848707ca36064d4b9bfe3efffcd1f166',uuid=b08f6376-0463-4022-bc77-c26ff30a1589,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4dd795f8-5fea-473b-8fa7-0635e5734551", "address": "fa:16:3e:88:c2:fd", "network": {"id": "f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a", "bridge": "br-int", "label": "tempest-TestVolumeSwap-233420818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95a555b1845049d09d18e7c0c3f4b05e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd795f8-5f", "ovs_interfaceid": "4dd795f8-5fea-473b-8fa7-0635e5734551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Converting VIF {"id": "4dd795f8-5fea-473b-8fa7-0635e5734551", "address": "fa:16:3e:88:c2:fd", "network": {"id": "f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a", "bridge": "br-int", "label": "tempest-TestVolumeSwap-233420818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95a555b1845049d09d18e7c0c3f4b05e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd795f8-5f", "ovs_interfaceid": "4dd795f8-5fea-473b-8fa7-0635e5734551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:c2:fd,bridge_name='br-int',has_traffic_filtering=True,id=4dd795f8-5fea-473b-8fa7-0635e5734551,network=Network(f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4dd795f8-5f') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.objects.instance [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lazy-loading 'pci_devices' on Instance uuid b08f6376-0463-4022-bc77-c26ff30a1589 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:53:06 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Creating image(s)
Oct 26 07:53:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:53:06 user nova-compute[74287]:   <uuid>b08f6376-0463-4022-bc77-c26ff30a1589</uuid>
Oct 26 07:53:06 user nova-compute[74287]:   <name>instance-00000007</name>
Oct 26 07:53:06 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:53:06 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:53:06 user nova-compute[74287]:   <metadata>
Oct 26 07:53:06 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:53:06 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:53:06 user nova-compute[74287]:       <nova:name>tempest-TestVolumeSwap-server-1949085889</nova:name>
Oct 26 07:53:06 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:53:06</nova:creationTime>
Oct 26 07:53:06 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:53:06 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:53:06 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:53:06 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:53:06 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:53:06 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:53:06 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:53:06 user nova-compute[74287]:       <nova:owner>
Oct 26 07:53:06 user nova-compute[74287]:         <nova:user uuid="848707ca36064d4b9bfe3efffcd1f166">tempest-TestVolumeSwap-737946953-project-member</nova:user>
Oct 26 07:53:06 user nova-compute[74287]:         <nova:project uuid="95a555b1845049d09d18e7c0c3f4b05e">tempest-TestVolumeSwap-737946953</nova:project>
Oct 26 07:53:06 user nova-compute[74287]:       </nova:owner>
Oct 26 07:53:06 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:53:06 user nova-compute[74287]:       <nova:ports>
Oct 26 07:53:06 user nova-compute[74287]:         <nova:port uuid="4dd795f8-5fea-473b-8fa7-0635e5734551">
Oct 26 07:53:06 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 07:53:06 user nova-compute[74287]:         </nova:port>
Oct 26 07:53:06 user nova-compute[74287]:       </nova:ports>
Oct 26 07:53:06 user nova-compute[74287]:     </nova:instance>
Oct 26 07:53:06 user nova-compute[74287]:   </metadata>
Oct 26 07:53:06 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:53:06 user nova-compute[74287]:     <system>
Oct 26 07:53:06 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:53:06 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:53:06 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:53:06 user nova-compute[74287]:       <entry name="serial">b08f6376-0463-4022-bc77-c26ff30a1589</entry>
Oct 26 07:53:06 user nova-compute[74287]:       <entry name="uuid">b08f6376-0463-4022-bc77-c26ff30a1589</entry>
Oct 26 07:53:06 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:53:06 user nova-compute[74287]:     </system>
Oct 26 07:53:06 user nova-compute[74287]:   </sysinfo>
Oct 26 07:53:06 user nova-compute[74287]:   <os>
Oct 26 07:53:06 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:53:06 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:53:06 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:53:06 user nova-compute[74287]:   </os>
Oct 26 07:53:06 user nova-compute[74287]:   <features>
Oct 26 07:53:06 user nova-compute[74287]:     <acpi/>
Oct 26 07:53:06 user nova-compute[74287]:     <apic/>
Oct 26 07:53:06 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:53:06 user nova-compute[74287]:   </features>
Oct 26 07:53:06 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:53:06 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:53:06 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:53:06 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:53:06 user nova-compute[74287]:   </clock>
Oct 26 07:53:06 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:53:06 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:53:06 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:53:06 user nova-compute[74287]:   </cpu>
Oct 26 07:53:06 user nova-compute[74287]:   <devices>
Oct 26 07:53:06 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:53:06 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:53:06 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk"/>
Oct 26 07:53:06 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:53:06 user nova-compute[74287]:     </disk>
Oct 26 07:53:06 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:53:06 user nova-compute[74287]:       <mac address="fa:16:3e:88:c2:fd"/>
Oct 26 07:53:06 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:53:06 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:53:06 user nova-compute[74287]:       <target dev="tap4dd795f8-5f"/>
Oct 26 07:53:06 user nova-compute[74287]:     </interface>
Oct 26 07:53:06 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:53:06 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/console.log" append="off"/>
Oct 26 07:53:06 user nova-compute[74287]:     </serial>
Oct 26 07:53:06 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:53:06 user nova-compute[74287]:     <video>
Oct 26 07:53:06 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:53:06 user nova-compute[74287]:     </video>
Oct 26 07:53:06 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:53:06 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:53:06 user nova-compute[74287]:     </rng>
Oct 26 07:53:06 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:53:06 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:53:06 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:53:06 user nova-compute[74287]:     </memballoon>
Oct 26 07:53:06 user nova-compute[74287]:   </devices>
Oct 26 07:53:06 user nova-compute[74287]: </domain>
Oct 26 07:53:06 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1949085889',display_name='tempest-TestVolumeSwap-server-1949085889',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1949085889',id=7,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBASyr3dta1Cfjtp1+XMHdlB8QLANrIt/woNKEbesqd/5+XNPvBlHJ963GjKmJSSuXfWScduMf/ZFfjuBV+ZjNqwgFv6fkfdOVKzdeO41EZ4DAO5sbTvqgwWWqQPUrmIVQw==',key_name='tempest-keypair-420110566',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='95a555b1845049d09d18e7c0c3f4b05e',ramdisk_id='',reservation_id='r-p47690i6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-737946953',owner_user_name='tempest-TestVolumeSwap-737946953-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:53:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='848707ca36064d4b9bfe3efffcd1f166',uuid=b08f6376-0463-4022-bc77-c26ff30a1589,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4dd795f8-5fea-473b-8fa7-0635e5734551", "address": "fa:16:3e:88:c2:fd", "network": {"id": "f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a", "bridge": "br-int", "label": "tempest-TestVolumeSwap-233420818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95a555b1845049d09d18e7c0c3f4b05e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd795f8-5f", "ovs_interfaceid": "4dd795f8-5fea-473b-8fa7-0635e5734551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Converting VIF {"id": "4dd795f8-5fea-473b-8fa7-0635e5734551", "address": "fa:16:3e:88:c2:fd", "network": {"id": "f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a", "bridge": "br-int", "label": "tempest-TestVolumeSwap-233420818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95a555b1845049d09d18e7c0c3f4b05e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd795f8-5f", "ovs_interfaceid": "4dd795f8-5fea-473b-8fa7-0635e5734551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:c2:fd,bridge_name='br-int',has_traffic_filtering=True,id=4dd795f8-5fea-473b-8fa7-0635e5734551,network=Network(f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4dd795f8-5f') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG os_vif [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:c2:fd,bridge_name='br-int',has_traffic_filtering=True,id=4dd795f8-5fea-473b-8fa7-0635e5734551,network=Network(f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4dd795f8-5f') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8cf52acc-856d-5a74-8e86-4036e10c5e8e', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4dd795f8-5f, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4dd795f8-5f, col_values=(('qos', UUID('ffe5d5e7-d00a-454b-b18b-83c995aebf4b')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4dd795f8-5f, col_values=(('external_ids', {'iface-id': '4dd795f8-5fea-473b-8fa7-0635e5734551', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:88:c2:fd', 'vm-uuid': 'b08f6376-0463-4022-bc77-c26ff30a1589'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:53:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:06 user nova-compute[74287]: INFO os_vif [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:c2:fd,bridge_name='br-int',has_traffic_filtering=True,id=4dd795f8-5fea-473b-8fa7-0635e5734551,network=Network(f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4dd795f8-5f')
Oct 26 07:53:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] No VIF found with MAC fa:16:3e:88:c2:fd, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.243s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.212s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk 1073741824" returned: 0 in 0.070s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.289s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.221s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Cannot resize image /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Ensure instance console log exists: /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:07 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Successfully created port: 508d8a85-160d-4477-820f-5b47d0022d96 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:53:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-3137b318-c57a-4d3f-a21b-da7154baf489 req-9aa9972a-f73b-4017-af90-c96a7416b7b9 service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Received event network-vif-plugged-abe4a874-4c92-4260-8596-1e5134bc8bc7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3137b318-c57a-4d3f-a21b-da7154baf489 req-9aa9972a-f73b-4017-af90-c96a7416b7b9 service nova] Acquiring lock "9436218c-08c5-4eac-be39-93cb427bba5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3137b318-c57a-4d3f-a21b-da7154baf489 req-9aa9972a-f73b-4017-af90-c96a7416b7b9 service nova] Lock "9436218c-08c5-4eac-be39-93cb427bba5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3137b318-c57a-4d3f-a21b-da7154baf489 req-9aa9972a-f73b-4017-af90-c96a7416b7b9 service nova] Lock "9436218c-08c5-4eac-be39-93cb427bba5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-3137b318-c57a-4d3f-a21b-da7154baf489 req-9aa9972a-f73b-4017-af90-c96a7416b7b9 service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] No waiting events found dispatching network-vif-plugged-abe4a874-4c92-4260-8596-1e5134bc8bc7 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:53:08 user nova-compute[74287]: WARNING nova.compute.manager [req-3137b318-c57a-4d3f-a21b-da7154baf489 req-9aa9972a-f73b-4017-af90-c96a7416b7b9 service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Received unexpected event network-vif-plugged-abe4a874-4c92-4260-8596-1e5134bc8bc7 for instance with vm_state active and task_state None.
Oct 26 07:53:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:09 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Successfully updated port: 508d8a85-160d-4477-820f-5b47d0022d96 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:53:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:53:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquired lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:53:09 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:53:09 user nova-compute[74287]: DEBUG nova.compute.manager [req-8fd392e6-f26a-4eb4-a838-b89dc3fa9cb0 req-a7a0d5fa-9305-4d72-90ae-ceba092c728b service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received event network-changed-508d8a85-160d-4477-820f-5b47d0022d96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:09 user nova-compute[74287]: DEBUG nova.compute.manager [req-8fd392e6-f26a-4eb4-a838-b89dc3fa9cb0 req-a7a0d5fa-9305-4d72-90ae-ceba092c728b service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Refreshing instance network info cache due to event network-changed-508d8a85-160d-4477-820f-5b47d0022d96. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:53:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8fd392e6-f26a-4eb4-a838-b89dc3fa9cb0 req-a7a0d5fa-9305-4d72-90ae-ceba092c728b service nova] Acquiring lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:53:09 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Acquiring lock "1f430968-5bd4-4099-a57d-aa796a03fb37" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Updating instance_info_cache with network_info: [{"id": "508d8a85-160d-4477-820f-5b47d0022d96", "address": "fa:16:3e:2d:aa:29", "network": {"id": "796136ef-f3a4-4a54-80a5-089b1628a40e", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1826224689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508d8a85-16", "ovs_interfaceid": "508d8a85-160d-4477-820f-5b47d0022d96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Releasing lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Instance network_info: |[{"id": "508d8a85-160d-4477-820f-5b47d0022d96", "address": "fa:16:3e:2d:aa:29", "network": {"id": "796136ef-f3a4-4a54-80a5-089b1628a40e", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1826224689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508d8a85-16", "ovs_interfaceid": "508d8a85-160d-4477-820f-5b47d0022d96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8fd392e6-f26a-4eb4-a838-b89dc3fa9cb0 req-a7a0d5fa-9305-4d72-90ae-ceba092c728b service nova] Acquired lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.network.neutron [req-8fd392e6-f26a-4eb4-a838-b89dc3fa9cb0 req-a7a0d5fa-9305-4d72-90ae-ceba092c728b service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Refreshing network info cache for port 508d8a85-160d-4477-820f-5b47d0022d96 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Start _get_guest_xml network_info=[{"id": "508d8a85-160d-4477-820f-5b47d0022d96", "address": "fa:16:3e:2d:aa:29", "network": {"id": "796136ef-f3a4-4a54-80a5-089b1628a40e", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1826224689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508d8a85-16", "ovs_interfaceid": "508d8a85-160d-4477-820f-5b47d0022d96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:53:10 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:53:10 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:53:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1642983667',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1642983667',id=8,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFEbSZ0LSu+SkwrjUER+ZqqsiIsU52Va/yz9a/SjCKsaUDm77GsLjJ8XYvEucaEFcLIb8zSoro/6NZxgS/cZB2Eh4MaRxG34umRRagpLCurHrUDB4LrH+PCCtvz7cT6/g==',key_name='tempest-keypair-876728544',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc5c9a29ae8646c8bd50e3f8b9134feb',ramdisk_id='',reservation_id='r-f166oayz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-94268440',owner_user_name='tempest-TaggedAttachmentsTest-94268440-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:53:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='396652a5c5fe402e8afd66ffb3c84d6b',uuid=ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "508d8a85-160d-4477-820f-5b47d0022d96", "address": "fa:16:3e:2d:aa:29", "network": {"id": "796136ef-f3a4-4a54-80a5-089b1628a40e", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1826224689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508d8a85-16", "ovs_interfaceid": "508d8a85-160d-4477-820f-5b47d0022d96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Converting VIF {"id": "508d8a85-160d-4477-820f-5b47d0022d96", "address": "fa:16:3e:2d:aa:29", "network": {"id": "796136ef-f3a4-4a54-80a5-089b1628a40e", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1826224689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508d8a85-16", "ovs_interfaceid": "508d8a85-160d-4477-820f-5b47d0022d96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:aa:29,bridge_name='br-int',has_traffic_filtering=True,id=508d8a85-160d-4477-820f-5b47d0022d96,network=Network(796136ef-f3a4-4a54-80a5-089b1628a40e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508d8a85-16') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.objects.instance [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lazy-loading 'pci_devices' on Instance uuid ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:53:10 user nova-compute[74287]: INFO nova.compute.claims [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Claim successful on node user
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:53:10 user nova-compute[74287]:   <uuid>ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</uuid>
Oct 26 07:53:10 user nova-compute[74287]:   <name>instance-00000008</name>
Oct 26 07:53:10 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:53:10 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:53:10 user nova-compute[74287]:   <metadata>
Oct 26 07:53:10 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:53:10 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:53:10 user nova-compute[74287]:       <nova:name>tempest-device-tagging-server-1642983667</nova:name>
Oct 26 07:53:10 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:53:10</nova:creationTime>
Oct 26 07:53:10 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:53:10 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:53:10 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:53:10 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:53:10 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:53:10 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:53:10 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:53:10 user nova-compute[74287]:       <nova:owner>
Oct 26 07:53:10 user nova-compute[74287]:         <nova:user uuid="396652a5c5fe402e8afd66ffb3c84d6b">tempest-TaggedAttachmentsTest-94268440-project-member</nova:user>
Oct 26 07:53:10 user nova-compute[74287]:         <nova:project uuid="bc5c9a29ae8646c8bd50e3f8b9134feb">tempest-TaggedAttachmentsTest-94268440</nova:project>
Oct 26 07:53:10 user nova-compute[74287]:       </nova:owner>
Oct 26 07:53:10 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:53:10 user nova-compute[74287]:       <nova:ports>
Oct 26 07:53:10 user nova-compute[74287]:         <nova:port uuid="508d8a85-160d-4477-820f-5b47d0022d96">
Oct 26 07:53:10 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 07:53:10 user nova-compute[74287]:         </nova:port>
Oct 26 07:53:10 user nova-compute[74287]:       </nova:ports>
Oct 26 07:53:10 user nova-compute[74287]:     </nova:instance>
Oct 26 07:53:10 user nova-compute[74287]:   </metadata>
Oct 26 07:53:10 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:53:10 user nova-compute[74287]:     <system>
Oct 26 07:53:10 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:53:10 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:53:10 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:53:10 user nova-compute[74287]:       <entry name="serial">ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</entry>
Oct 26 07:53:10 user nova-compute[74287]:       <entry name="uuid">ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</entry>
Oct 26 07:53:10 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:53:10 user nova-compute[74287]:     </system>
Oct 26 07:53:10 user nova-compute[74287]:   </sysinfo>
Oct 26 07:53:10 user nova-compute[74287]:   <os>
Oct 26 07:53:10 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:53:10 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:53:10 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:53:10 user nova-compute[74287]:   </os>
Oct 26 07:53:10 user nova-compute[74287]:   <features>
Oct 26 07:53:10 user nova-compute[74287]:     <acpi/>
Oct 26 07:53:10 user nova-compute[74287]:     <apic/>
Oct 26 07:53:10 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:53:10 user nova-compute[74287]:   </features>
Oct 26 07:53:10 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:53:10 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:53:10 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:53:10 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:53:10 user nova-compute[74287]:   </clock>
Oct 26 07:53:10 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:53:10 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:53:10 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:53:10 user nova-compute[74287]:   </cpu>
Oct 26 07:53:10 user nova-compute[74287]:   <devices>
Oct 26 07:53:10 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:53:10 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:53:10 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk"/>
Oct 26 07:53:10 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:53:10 user nova-compute[74287]:     </disk>
Oct 26 07:53:10 user nova-compute[74287]:     <disk type="file" device="cdrom">
Oct 26 07:53:10 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none"/>
Oct 26 07:53:10 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk.config"/>
Oct 26 07:53:10 user nova-compute[74287]:       <target dev="hda" bus="ide"/>
Oct 26 07:53:10 user nova-compute[74287]:     </disk>
Oct 26 07:53:10 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:53:10 user nova-compute[74287]:       <mac address="fa:16:3e:2d:aa:29"/>
Oct 26 07:53:10 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:53:10 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:53:10 user nova-compute[74287]:       <target dev="tap508d8a85-16"/>
Oct 26 07:53:10 user nova-compute[74287]:     </interface>
Oct 26 07:53:10 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:53:10 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/console.log" append="off"/>
Oct 26 07:53:10 user nova-compute[74287]:     </serial>
Oct 26 07:53:10 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:53:10 user nova-compute[74287]:     <video>
Oct 26 07:53:10 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:53:10 user nova-compute[74287]:     </video>
Oct 26 07:53:10 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:53:10 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:53:10 user nova-compute[74287]:     </rng>
Oct 26 07:53:10 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:53:10 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:53:10 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:53:10 user nova-compute[74287]:     </memballoon>
Oct 26 07:53:10 user nova-compute[74287]:   </devices>
Oct 26 07:53:10 user nova-compute[74287]: </domain>
Oct 26 07:53:10 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:53:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1642983667',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1642983667',id=8,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFEbSZ0LSu+SkwrjUER+ZqqsiIsU52Va/yz9a/SjCKsaUDm77GsLjJ8XYvEucaEFcLIb8zSoro/6NZxgS/cZB2Eh4MaRxG34umRRagpLCurHrUDB4LrH+PCCtvz7cT6/g==',key_name='tempest-keypair-876728544',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc5c9a29ae8646c8bd50e3f8b9134feb',ramdisk_id='',reservation_id='r-f166oayz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-94268440',owner_user_name='tempest-TaggedAttachmentsTest-94268440-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:53:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='396652a5c5fe402e8afd66ffb3c84d6b',uuid=ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "508d8a85-160d-4477-820f-5b47d0022d96", "address": "fa:16:3e:2d:aa:29", "network": {"id": "796136ef-f3a4-4a54-80a5-089b1628a40e", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1826224689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508d8a85-16", "ovs_interfaceid": "508d8a85-160d-4477-820f-5b47d0022d96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Converting VIF {"id": "508d8a85-160d-4477-820f-5b47d0022d96", "address": "fa:16:3e:2d:aa:29", "network": {"id": "796136ef-f3a4-4a54-80a5-089b1628a40e", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1826224689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508d8a85-16", "ovs_interfaceid": "508d8a85-160d-4477-820f-5b47d0022d96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:aa:29,bridge_name='br-int',has_traffic_filtering=True,id=508d8a85-160d-4477-820f-5b47d0022d96,network=Network(796136ef-f3a4-4a54-80a5-089b1628a40e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508d8a85-16') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG os_vif [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:aa:29,bridge_name='br-int',has_traffic_filtering=True,id=508d8a85-160d-4477-820f-5b47d0022d96,network=Network(796136ef-f3a4-4a54-80a5-089b1628a40e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508d8a85-16') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7b99251f-aabd-5999-9577-51bddc58b989', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap508d8a85-16, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap508d8a85-16, col_values=(('qos', UUID('01e68ea9-b3e8-4f4e-9c13-058302738998')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap508d8a85-16, col_values=(('external_ids', {'iface-id': '508d8a85-160d-4477-820f-5b47d0022d96', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2d:aa:29', 'vm-uuid': 'ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:10 user nova-compute[74287]: INFO os_vif [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:aa:29,bridge_name='br-int',has_traffic_filtering=True,id=508d8a85-160d-4477-820f-5b47d0022d96,network=Network(796136ef-f3a4-4a54-80a5-089b1628a40e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508d8a85-16')
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] No BDM found with device name hda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] No VIF found with MAC fa:16:3e:2d:aa:29, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:53:10 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Using config drive
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-bed5a8aa-1886-4610-b06d-cdbc5232ef44 req-e556ae29-3e61-4e3c-8de9-e16a3090a32c service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Received event network-vif-plugged-abe4a874-4c92-4260-8596-1e5134bc8bc7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-bed5a8aa-1886-4610-b06d-cdbc5232ef44 req-e556ae29-3e61-4e3c-8de9-e16a3090a32c service nova] Acquiring lock "9436218c-08c5-4eac-be39-93cb427bba5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-bed5a8aa-1886-4610-b06d-cdbc5232ef44 req-e556ae29-3e61-4e3c-8de9-e16a3090a32c service nova] Lock "9436218c-08c5-4eac-be39-93cb427bba5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-bed5a8aa-1886-4610-b06d-cdbc5232ef44 req-e556ae29-3e61-4e3c-8de9-e16a3090a32c service nova] Lock "9436218c-08c5-4eac-be39-93cb427bba5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-bed5a8aa-1886-4610-b06d-cdbc5232ef44 req-e556ae29-3e61-4e3c-8de9-e16a3090a32c service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] No waiting events found dispatching network-vif-plugged-abe4a874-4c92-4260-8596-1e5134bc8bc7 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:53:10 user nova-compute[74287]: WARNING nova.compute.manager [req-bed5a8aa-1886-4610-b06d-cdbc5232ef44 req-e556ae29-3e61-4e3c-8de9-e16a3090a32c service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Received unexpected event network-vif-plugged-abe4a874-4c92-4260-8596-1e5134bc8bc7 for instance with vm_state active and task_state None.
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.709s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 07:53:10 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Creating config drive at /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk.config
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp9h3tqoi9 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp9h3tqoi9" returned: 0 in 0.072s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:53:11 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:53:11 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Instance spawned successfully.
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.network.neutron [req-8fd392e6-f26a-4eb4-a838-b89dc3fa9cb0 req-a7a0d5fa-9305-4d72-90ae-ceba092c728b service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Updated VIF entry in instance network info cache for port 508d8a85-160d-4477-820f-5b47d0022d96. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.network.neutron [req-8fd392e6-f26a-4eb4-a838-b89dc3fa9cb0 req-a7a0d5fa-9305-4d72-90ae-ceba092c728b service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Updating instance_info_cache with network_info: [{"id": "508d8a85-160d-4477-820f-5b47d0022d96", "address": "fa:16:3e:2d:aa:29", "network": {"id": "796136ef-f3a4-4a54-80a5-089b1628a40e", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1826224689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508d8a85-16", "ovs_interfaceid": "508d8a85-160d-4477-820f-5b47d0022d96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.policy [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c934f37dbaa4e0783657029437b0cb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc9b94fec22e43558ef630f42b97ea66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:53:11 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Creating image(s)
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Acquiring lock "/opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "/opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "/opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8fd392e6-f26a-4eb4-a838-b89dc3fa9cb0 req-a7a0d5fa-9305-4d72-90ae-ceba092c728b service nova] Releasing lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:11 user nova-compute[74287]: INFO nova.compute.manager [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Took 12.53 seconds to spawn the instance on the hypervisor.
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:53:11 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Instance spawned successfully.
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.258s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:11 user nova-compute[74287]: INFO nova.compute.manager [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Took 13.95 seconds to build instance.
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.compute.manager [req-c1a9362e-9cee-4d85-a333-bb8b75b570e2 req-ab2c6fe1-3c9e-4a83-ad09-5549e07bedf0 service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c1a9362e-9cee-4d85-a333-bb8b75b570e2 req-ab2c6fe1-3c9e-4a83-ad09-5549e07bedf0 service nova] Acquiring lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c1a9362e-9cee-4d85-a333-bb8b75b570e2 req-ab2c6fe1-3c9e-4a83-ad09-5549e07bedf0 service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c1a9362e-9cee-4d85-a333-bb8b75b570e2 req-ab2c6fe1-3c9e-4a83-ad09-5549e07bedf0 service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.compute.manager [req-c1a9362e-9cee-4d85-a333-bb8b75b570e2 req-ab2c6fe1-3c9e-4a83-ad09-5549e07bedf0 service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] No waiting events found dispatching network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:53:11 user nova-compute[74287]: WARNING nova.compute.manager [req-c1a9362e-9cee-4d85-a333-bb8b75b570e2 req-ab2c6fe1-3c9e-4a83-ad09-5549e07bedf0 service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received unexpected event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 for instance with vm_state active and task_state None.
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.compute.manager [req-c1a9362e-9cee-4d85-a333-bb8b75b570e2 req-ab2c6fe1-3c9e-4a83-ad09-5549e07bedf0 service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c1a9362e-9cee-4d85-a333-bb8b75b570e2 req-ab2c6fe1-3c9e-4a83-ad09-5549e07bedf0 service nova] Acquiring lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c1a9362e-9cee-4d85-a333-bb8b75b570e2 req-ab2c6fe1-3c9e-4a83-ad09-5549e07bedf0 service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c1a9362e-9cee-4d85-a333-bb8b75b570e2 req-ab2c6fe1-3c9e-4a83-ad09-5549e07bedf0 service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.compute.manager [req-c1a9362e-9cee-4d85-a333-bb8b75b570e2 req-ab2c6fe1-3c9e-4a83-ad09-5549e07bedf0 service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] No waiting events found dispatching network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:53:11 user nova-compute[74287]: WARNING nova.compute.manager [req-c1a9362e-9cee-4d85-a333-bb8b75b570e2 req-ab2c6fe1-3c9e-4a83-ad09-5549e07bedf0 service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received unexpected event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 for instance with vm_state active and task_state None.
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-53bd196f-9295-4ed2-8b68-b77dba0f424c tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.226s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.265s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk 1073741824" returned: 0 in 0.076s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.349s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:12 user nova-compute[74287]: INFO nova.compute.manager [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Took 10.33 seconds to spawn the instance on the hypervisor.
Oct 26 07:53:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-546f9ff9-684d-4dff-ae54-850c64e3fe05 req-8216cbf0-e42b-4992-a4ee-58ba86048003 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-546f9ff9-684d-4dff-ae54-850c64e3fe05 req-8216cbf0-e42b-4992-a4ee-58ba86048003 service nova] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-546f9ff9-684d-4dff-ae54-850c64e3fe05 req-8216cbf0-e42b-4992-a4ee-58ba86048003 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-546f9ff9-684d-4dff-ae54-850c64e3fe05 req-8216cbf0-e42b-4992-a4ee-58ba86048003 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-546f9ff9-684d-4dff-ae54-850c64e3fe05 req-8216cbf0-e42b-4992-a4ee-58ba86048003 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] No waiting events found dispatching network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:53:12 user nova-compute[74287]: WARNING nova.compute.manager [req-546f9ff9-684d-4dff-ae54-850c64e3fe05 req-8216cbf0-e42b-4992-a4ee-58ba86048003 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received unexpected event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 for instance with vm_state active and task_state None.
Oct 26 07:53:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.300s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:12 user nova-compute[74287]: INFO nova.compute.manager [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Took 11.91 seconds to build instance.
Oct 26 07:53:12 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-dfa4a40a-a98a-48bb-ab3e-86fddefa5290 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "b08f6376-0463-4022-bc77-c26ff30a1589" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.194s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Cannot resize image /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Ensure instance console log exists: /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:13 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Successfully created port: 2732b18e-eee1-4336-9236-5599c768033b {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:53:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] No waiting events found dispatching network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:53:14 user nova-compute[74287]: WARNING nova.compute.manager [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received unexpected event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 for instance with vm_state active and task_state None.
Oct 26 07:53:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Received event network-vif-plugged-4dd795f8-5fea-473b-8fa7-0635e5734551 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] Acquiring lock "b08f6376-0463-4022-bc77-c26ff30a1589-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] Lock "b08f6376-0463-4022-bc77-c26ff30a1589-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] Lock "b08f6376-0463-4022-bc77-c26ff30a1589-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] No waiting events found dispatching network-vif-plugged-4dd795f8-5fea-473b-8fa7-0635e5734551 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:53:14 user nova-compute[74287]: WARNING nova.compute.manager [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Received unexpected event network-vif-plugged-4dd795f8-5fea-473b-8fa7-0635e5734551 for instance with vm_state active and task_state None.
Oct 26 07:53:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Received event network-vif-plugged-4dd795f8-5fea-473b-8fa7-0635e5734551 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] Acquiring lock "b08f6376-0463-4022-bc77-c26ff30a1589-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] Lock "b08f6376-0463-4022-bc77-c26ff30a1589-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] Lock "b08f6376-0463-4022-bc77-c26ff30a1589-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] No waiting events found dispatching network-vif-plugged-4dd795f8-5fea-473b-8fa7-0635e5734551 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:53:14 user nova-compute[74287]: WARNING nova.compute.manager [req-0cc05f8b-db48-4a1a-847e-574a9ca43fb3 req-1e6def97-002d-4637-89b0-e5fcf3d0ad3c service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Received unexpected event network-vif-plugged-4dd795f8-5fea-473b-8fa7-0635e5734551 for instance with vm_state active and task_state None.
Oct 26 07:53:14 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Successfully updated port: 2732b18e-eee1-4336-9236-5599c768033b {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Acquiring lock "refresh_cache-1f430968-5bd4-4099-a57d-aa796a03fb37" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Acquired lock "refresh_cache-1f430968-5bd4-4099-a57d-aa796a03fb37" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-65d73ea5-6124-4b7f-b4e2-7be6937da977 req-23a2e46e-da62-431a-b689-0ac4a983274c service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Received event network-changed-2732b18e-eee1-4336-9236-5599c768033b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-65d73ea5-6124-4b7f-b4e2-7be6937da977 req-23a2e46e-da62-431a-b689-0ac4a983274c service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Refreshing instance network info cache due to event network-changed-2732b18e-eee1-4336-9236-5599c768033b. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-65d73ea5-6124-4b7f-b4e2-7be6937da977 req-23a2e46e-da62-431a-b689-0ac4a983274c service nova] Acquiring lock "refresh_cache-1f430968-5bd4-4099-a57d-aa796a03fb37" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Updating instance_info_cache with network_info: [{"id": "2732b18e-eee1-4336-9236-5599c768033b", "address": "fa:16:3e:37:6e:ab", "network": {"id": "8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-872362962-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc9b94fec22e43558ef630f42b97ea66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2732b18e-ee", "ovs_interfaceid": "2732b18e-eee1-4336-9236-5599c768033b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Releasing lock "refresh_cache-1f430968-5bd4-4099-a57d-aa796a03fb37" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Instance network_info: |[{"id": "2732b18e-eee1-4336-9236-5599c768033b", "address": "fa:16:3e:37:6e:ab", "network": {"id": "8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-872362962-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc9b94fec22e43558ef630f42b97ea66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2732b18e-ee", "ovs_interfaceid": "2732b18e-eee1-4336-9236-5599c768033b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-65d73ea5-6124-4b7f-b4e2-7be6937da977 req-23a2e46e-da62-431a-b689-0ac4a983274c service nova] Acquired lock "refresh_cache-1f430968-5bd4-4099-a57d-aa796a03fb37" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG nova.network.neutron [req-65d73ea5-6124-4b7f-b4e2-7be6937da977 req-23a2e46e-da62-431a-b689-0ac4a983274c service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Refreshing network info cache for port 2732b18e-eee1-4336-9236-5599c768033b {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:53:14 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Start _get_guest_xml network_info=[{"id": "2732b18e-eee1-4336-9236-5599c768033b", "address": "fa:16:3e:37:6e:ab", "network": {"id": "8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-872362962-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc9b94fec22e43558ef630f42b97ea66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2732b18e-ee", "ovs_interfaceid": "2732b18e-eee1-4336-9236-5599c768033b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:53:14 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:53:14 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:53:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1299629795',display_name='tempest-VolumesAssistedSnapshotsTest-server-1299629795',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1299629795',id=9,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIjcQMoIuMYJyvlox4mtBQC9lZjeOd+7dSCVRrpJidlkay5ljLCTgm6cpYShIyv+BngEnlkDUsEzEIq2ACx8DERrcPq+ba77KQbSJEAoRSkLBMkRyKVIIkkumdb61cMIfQ==',key_name='tempest-keypair-795340469',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc9b94fec22e43558ef630f42b97ea66',ramdisk_id='',reservation_id='r-xs6ynnk7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1886083806',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1886083806-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:53:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6c934f37dbaa4e0783657029437b0cb0',uuid=1f430968-5bd4-4099-a57d-aa796a03fb37,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2732b18e-eee1-4336-9236-5599c768033b", "address": "fa:16:3e:37:6e:ab", "network": {"id": "8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-872362962-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc9b94fec22e43558ef630f42b97ea66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2732b18e-ee", "ovs_interfaceid": "2732b18e-eee1-4336-9236-5599c768033b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Converting VIF {"id": "2732b18e-eee1-4336-9236-5599c768033b", "address": "fa:16:3e:37:6e:ab", "network": {"id": "8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-872362962-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc9b94fec22e43558ef630f42b97ea66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2732b18e-ee", "ovs_interfaceid": "2732b18e-eee1-4336-9236-5599c768033b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:6e:ab,bridge_name='br-int',has_traffic_filtering=True,id=2732b18e-eee1-4336-9236-5599c768033b,network=Network(8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2732b18e-ee') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lazy-loading 'pci_devices' on Instance uuid 1f430968-5bd4-4099-a57d-aa796a03fb37 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:53:15 user nova-compute[74287]:   <uuid>1f430968-5bd4-4099-a57d-aa796a03fb37</uuid>
Oct 26 07:53:15 user nova-compute[74287]:   <name>instance-00000009</name>
Oct 26 07:53:15 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:53:15 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:53:15 user nova-compute[74287]:   <metadata>
Oct 26 07:53:15 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:53:15 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:53:15 user nova-compute[74287]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1299629795</nova:name>
Oct 26 07:53:15 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:53:14</nova:creationTime>
Oct 26 07:53:15 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:53:15 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:53:15 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:53:15 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:53:15 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:53:15 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:53:15 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:53:15 user nova-compute[74287]:       <nova:owner>
Oct 26 07:53:15 user nova-compute[74287]:         <nova:user uuid="6c934f37dbaa4e0783657029437b0cb0">tempest-VolumesAssistedSnapshotsTest-1886083806-project-member</nova:user>
Oct 26 07:53:15 user nova-compute[74287]:         <nova:project uuid="bc9b94fec22e43558ef630f42b97ea66">tempest-VolumesAssistedSnapshotsTest-1886083806</nova:project>
Oct 26 07:53:15 user nova-compute[74287]:       </nova:owner>
Oct 26 07:53:15 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:53:15 user nova-compute[74287]:       <nova:ports>
Oct 26 07:53:15 user nova-compute[74287]:         <nova:port uuid="2732b18e-eee1-4336-9236-5599c768033b">
Oct 26 07:53:15 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 26 07:53:15 user nova-compute[74287]:         </nova:port>
Oct 26 07:53:15 user nova-compute[74287]:       </nova:ports>
Oct 26 07:53:15 user nova-compute[74287]:     </nova:instance>
Oct 26 07:53:15 user nova-compute[74287]:   </metadata>
Oct 26 07:53:15 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:53:15 user nova-compute[74287]:     <system>
Oct 26 07:53:15 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:53:15 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:53:15 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:53:15 user nova-compute[74287]:       <entry name="serial">1f430968-5bd4-4099-a57d-aa796a03fb37</entry>
Oct 26 07:53:15 user nova-compute[74287]:       <entry name="uuid">1f430968-5bd4-4099-a57d-aa796a03fb37</entry>
Oct 26 07:53:15 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:53:15 user nova-compute[74287]:     </system>
Oct 26 07:53:15 user nova-compute[74287]:   </sysinfo>
Oct 26 07:53:15 user nova-compute[74287]:   <os>
Oct 26 07:53:15 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:53:15 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:53:15 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:53:15 user nova-compute[74287]:   </os>
Oct 26 07:53:15 user nova-compute[74287]:   <features>
Oct 26 07:53:15 user nova-compute[74287]:     <acpi/>
Oct 26 07:53:15 user nova-compute[74287]:     <apic/>
Oct 26 07:53:15 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:53:15 user nova-compute[74287]:   </features>
Oct 26 07:53:15 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:53:15 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:53:15 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:53:15 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:53:15 user nova-compute[74287]:   </clock>
Oct 26 07:53:15 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:53:15 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:53:15 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:53:15 user nova-compute[74287]:   </cpu>
Oct 26 07:53:15 user nova-compute[74287]:   <devices>
Oct 26 07:53:15 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:53:15 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:53:15 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk"/>
Oct 26 07:53:15 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:53:15 user nova-compute[74287]:     </disk>
Oct 26 07:53:15 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:53:15 user nova-compute[74287]:       <mac address="fa:16:3e:37:6e:ab"/>
Oct 26 07:53:15 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:53:15 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:53:15 user nova-compute[74287]:       <target dev="tap2732b18e-ee"/>
Oct 26 07:53:15 user nova-compute[74287]:     </interface>
Oct 26 07:53:15 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:53:15 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/console.log" append="off"/>
Oct 26 07:53:15 user nova-compute[74287]:     </serial>
Oct 26 07:53:15 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:53:15 user nova-compute[74287]:     <video>
Oct 26 07:53:15 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:53:15 user nova-compute[74287]:     </video>
Oct 26 07:53:15 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:53:15 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:53:15 user nova-compute[74287]:     </rng>
Oct 26 07:53:15 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:53:15 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:53:15 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:53:15 user nova-compute[74287]:     </memballoon>
Oct 26 07:53:15 user nova-compute[74287]:   </devices>
Oct 26 07:53:15 user nova-compute[74287]: </domain>
Oct 26 07:53:15 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:53:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1299629795',display_name='tempest-VolumesAssistedSnapshotsTest-server-1299629795',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1299629795',id=9,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIjcQMoIuMYJyvlox4mtBQC9lZjeOd+7dSCVRrpJidlkay5ljLCTgm6cpYShIyv+BngEnlkDUsEzEIq2ACx8DERrcPq+ba77KQbSJEAoRSkLBMkRyKVIIkkumdb61cMIfQ==',key_name='tempest-keypair-795340469',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc9b94fec22e43558ef630f42b97ea66',ramdisk_id='',reservation_id='r-xs6ynnk7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1886083806',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1886083806-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:53:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6c934f37dbaa4e0783657029437b0cb0',uuid=1f430968-5bd4-4099-a57d-aa796a03fb37,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2732b18e-eee1-4336-9236-5599c768033b", "address": "fa:16:3e:37:6e:ab", "network": {"id": "8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-872362962-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc9b94fec22e43558ef630f42b97ea66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2732b18e-ee", "ovs_interfaceid": "2732b18e-eee1-4336-9236-5599c768033b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Converting VIF {"id": "2732b18e-eee1-4336-9236-5599c768033b", "address": "fa:16:3e:37:6e:ab", "network": {"id": "8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-872362962-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc9b94fec22e43558ef630f42b97ea66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2732b18e-ee", "ovs_interfaceid": "2732b18e-eee1-4336-9236-5599c768033b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:6e:ab,bridge_name='br-int',has_traffic_filtering=True,id=2732b18e-eee1-4336-9236-5599c768033b,network=Network(8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2732b18e-ee') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG os_vif [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:6e:ab,bridge_name='br-int',has_traffic_filtering=True,id=2732b18e-eee1-4336-9236-5599c768033b,network=Network(8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2732b18e-ee') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '287c3971-54a9-52c8-97ae-0b263e57a586', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2732b18e-ee, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2732b18e-ee, col_values=(('qos', UUID('5a487215-8704-429d-bb35-f507cc1bb325')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2732b18e-ee, col_values=(('external_ids', {'iface-id': '2732b18e-eee1-4336-9236-5599c768033b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:37:6e:ab', 'vm-uuid': '1f430968-5bd4-4099-a57d-aa796a03fb37'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:15 user nova-compute[74287]: INFO os_vif [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:6e:ab,bridge_name='br-int',has_traffic_filtering=True,id=2732b18e-eee1-4336-9236-5599c768033b,network=Network(8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2732b18e-ee')
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] No VIF found with MAC fa:16:3e:37:6e:ab, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.network.neutron [req-65d73ea5-6124-4b7f-b4e2-7be6937da977 req-23a2e46e-da62-431a-b689-0ac4a983274c service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Updated VIF entry in instance network info cache for port 2732b18e-eee1-4336-9236-5599c768033b. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.network.neutron [req-65d73ea5-6124-4b7f-b4e2-7be6937da977 req-23a2e46e-da62-431a-b689-0ac4a983274c service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Updating instance_info_cache with network_info: [{"id": "2732b18e-eee1-4336-9236-5599c768033b", "address": "fa:16:3e:37:6e:ab", "network": {"id": "8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-872362962-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc9b94fec22e43558ef630f42b97ea66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2732b18e-ee", "ovs_interfaceid": "2732b18e-eee1-4336-9236-5599c768033b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-65d73ea5-6124-4b7f-b4e2-7be6937da977 req-23a2e46e-da62-431a-b689-0ac4a983274c service nova] Releasing lock "refresh_cache-1f430968-5bd4-4099-a57d-aa796a03fb37" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] There are 0 instances to clean {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74287) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:53:15 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Instance spawned successfully.
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:16 user nova-compute[74287]: INFO nova.compute.manager [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Took 9.30 seconds to spawn the instance on the hypervisor.
Oct 26 07:53:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:53:16 user nova-compute[74287]: INFO nova.compute.manager [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Took 10.57 seconds to build instance.
Oct 26 07:53:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a7c6c785-57d1-4b46-b5fb-cd0734fb9999 tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.702s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:53:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:53:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:16 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 07:53:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:17 user nova-compute[74287]: DEBUG nova.compute.manager [req-2856db41-159c-4ee0-bb57-568f18ce4a6c req-6073e982-6032-49a9-af94-459aad54b1b6 service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Received event network-vif-plugged-2732b18e-eee1-4336-9236-5599c768033b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2856db41-159c-4ee0-bb57-568f18ce4a6c req-6073e982-6032-49a9-af94-459aad54b1b6 service nova] Acquiring lock "1f430968-5bd4-4099-a57d-aa796a03fb37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2856db41-159c-4ee0-bb57-568f18ce4a6c req-6073e982-6032-49a9-af94-459aad54b1b6 service nova] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2856db41-159c-4ee0-bb57-568f18ce4a6c req-6073e982-6032-49a9-af94-459aad54b1b6 service nova] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:17 user nova-compute[74287]: DEBUG nova.compute.manager [req-2856db41-159c-4ee0-bb57-568f18ce4a6c req-6073e982-6032-49a9-af94-459aad54b1b6 service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] No waiting events found dispatching network-vif-plugged-2732b18e-eee1-4336-9236-5599c768033b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:53:17 user nova-compute[74287]: WARNING nova.compute.manager [req-2856db41-159c-4ee0-bb57-568f18ce4a6c req-6073e982-6032-49a9-af94-459aad54b1b6 service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Received unexpected event network-vif-plugged-2732b18e-eee1-4336-9236-5599c768033b for instance with vm_state building and task_state spawning.
Oct 26 07:53:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-90cebdc0-4802-477e-8a33-8765f79b1139 req-82f79b1b-f3ec-4ef4-83f9-e9c4b5331ea2 service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received event network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-90cebdc0-4802-477e-8a33-8765f79b1139 req-82f79b1b-f3ec-4ef4-83f9-e9c4b5331ea2 service nova] Acquiring lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-90cebdc0-4802-477e-8a33-8765f79b1139 req-82f79b1b-f3ec-4ef4-83f9-e9c4b5331ea2 service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-90cebdc0-4802-477e-8a33-8765f79b1139 req-82f79b1b-f3ec-4ef4-83f9-e9c4b5331ea2 service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-90cebdc0-4802-477e-8a33-8765f79b1139 req-82f79b1b-f3ec-4ef4-83f9-e9c4b5331ea2 service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] No waiting events found dispatching network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:53:18 user nova-compute[74287]: WARNING nova.compute.manager [req-90cebdc0-4802-477e-8a33-8765f79b1139 req-82f79b1b-f3ec-4ef4-83f9-e9c4b5331ea2 service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received unexpected event network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 for instance with vm_state active and task_state None.
Oct 26 07:53:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-f156eb1f-c481-498f-961d-d024b4f47d3a req-f1460f31-118c-46ec-bf8d-05930ba767bc service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Received event network-vif-plugged-2732b18e-eee1-4336-9236-5599c768033b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f156eb1f-c481-498f-961d-d024b4f47d3a req-f1460f31-118c-46ec-bf8d-05930ba767bc service nova] Acquiring lock "1f430968-5bd4-4099-a57d-aa796a03fb37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f156eb1f-c481-498f-961d-d024b4f47d3a req-f1460f31-118c-46ec-bf8d-05930ba767bc service nova] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f156eb1f-c481-498f-961d-d024b4f47d3a req-f1460f31-118c-46ec-bf8d-05930ba767bc service nova] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-f156eb1f-c481-498f-961d-d024b4f47d3a req-f1460f31-118c-46ec-bf8d-05930ba767bc service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] No waiting events found dispatching network-vif-plugged-2732b18e-eee1-4336-9236-5599c768033b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:53:19 user nova-compute[74287]: WARNING nova.compute.manager [req-f156eb1f-c481-498f-961d-d024b4f47d3a req-f1460f31-118c-46ec-bf8d-05930ba767bc service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Received unexpected event network-vif-plugged-2732b18e-eee1-4336-9236-5599c768033b for instance with vm_state building and task_state spawning.
Oct 26 07:53:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:53:20 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Instance spawned successfully.
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:53:20 user nova-compute[74287]: INFO nova.compute.manager [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Took 9.10 seconds to spawn the instance on the hypervisor.
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:20 user nova-compute[74287]: INFO nova.compute.manager [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Took 10.45 seconds to build instance.
Oct 26 07:53:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b736b0d2-9d25-4bcc-950d-b1a2586d528f tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.605s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received event network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] Acquiring lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] No waiting events found dispatching network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:53:20 user nova-compute[74287]: WARNING nova.compute.manager [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received unexpected event network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 for instance with vm_state active and task_state None.
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received event network-vif-plugged-508d8a85-160d-4477-820f-5b47d0022d96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] Acquiring lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] No waiting events found dispatching network-vif-plugged-508d8a85-160d-4477-820f-5b47d0022d96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:53:20 user nova-compute[74287]: WARNING nova.compute.manager [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received unexpected event network-vif-plugged-508d8a85-160d-4477-820f-5b47d0022d96 for instance with vm_state active and task_state None.
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received event network-vif-plugged-508d8a85-160d-4477-820f-5b47d0022d96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] Acquiring lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] No waiting events found dispatching network-vif-plugged-508d8a85-160d-4477-820f-5b47d0022d96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:53:20 user nova-compute[74287]: WARNING nova.compute.manager [req-28483b6c-0ee3-44ba-87f9-31ec7b797c80 req-4fcc6ae5-cd62-46ff-9358-8e834d33c0fc service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received unexpected event network-vif-plugged-508d8a85-160d-4477-820f-5b47d0022d96 for instance with vm_state active and task_state None.
Oct 26 07:53:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.281s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:53:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:53:25 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:53:25 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7762MB free_disk=25.556549072265625GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance fa7768ca-3219-498b-970c-d00aa294cc20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9436218c-08c5-4eac-be39-93cb427bba5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance da60b9fa-ac43-40a9-888f-a5bf1a4fa297 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance b08f6376-0463-4022-bc77-c26ff30a1589 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 1f430968-5bd4-4099-a57d-aa796a03fb37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing inventories for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating ProviderTree inventory for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating inventory in ProviderTree for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing aggregate associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, aggregates: None {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 07:53:25 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing trait associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, traits: HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 07:53:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:26 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:53:26 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:53:26 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 07:53:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.045s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid 31c5650f-ca33-4283-9a3a-0c6cf9261493 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Updating instance_info_cache with network_info: [{"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:53:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 07:53:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:53:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:54:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:54:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 07:54:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:54:16 user nova-compute[74287]: INFO nova.compute.claims [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Claim successful on node user
Oct 26 07:54:16 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:54:16 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:54:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.386s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 07:54:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 07:54:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:54:16 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 07:54:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 07:54:16 user nova-compute[74287]: INFO nova.virt.block_device [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Booting with volume b416a92a-bb24-4ffb-a0bb-7df6d15c90dd at /dev/vda
Oct 26 07:54:16 user nova-compute[74287]: DEBUG nova.policy [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5068100115c4e7c84fad033f95c8e9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34169aae99554f28921b03e628a582e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:54:16 user nova-compute[74287]: DEBUG os_brick.utils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:54:16 user nova-compute[74287]: INFO oslo.privsep.daemon [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmp1rup604o/privsep.sock']
Oct 26 07:54:16 user sudo[85687]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmp1rup604o/privsep.sock
Oct 26 07:54:16 user sudo[85687]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 26 07:54:17 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Successfully created port: 05d79fe4-9723-4674-b886-98fda75a422b {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:54:17 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Successfully created port: f1a72ef6-6662-4b5d-b06b-01c8a07e9775 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:54:17 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:54:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:17 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Successfully created port: 3a08d813-d0d1-4ab7-971e-3dcab14a2a3b {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:18 user sudo[85687]: pam_unix(sudo:session): session closed for user root
Oct 26 07:54:18 user nova-compute[74287]: INFO oslo.privsep.daemon [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Spawned new privsep daemon via rootwrap
Oct 26 07:54:18 user nova-compute[74287]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 26 07:54:18 user nova-compute[74287]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 26 07:54:18 user nova-compute[74287]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Oct 26 07:54:18 user nova-compute[74287]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85694
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5850107-13b2-4b2d-9ed8-b2d09dca3d25]: (2,) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1fe2dd6-56e0-4329-bcf9-7600c4ee1a5b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:18 user nova-compute[74287]: WARNING os_brick.initiator.connectors.nvmeof [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e61e1665-ec46-4276-9a58-452e7eb476cd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:18 user nova-compute[74287]: INFO nova.compute.manager [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Rescuing
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquired lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG nova.network.neutron [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce97b5d3-39cb-477c-bc01-b8e9f1069f7e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9470d206-cac5-456d-ba89-2152ec4f6025]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:54:18 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa5cb51d-4646-4712-8a60-451f11f1b861]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG os_brick.utils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] <== get_connector_properties: return (2063ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating existing volume attachment record: 8d443be5-4f7c-43d2-a0a5-c89bebdbf8cb {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:19 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Successfully created port: 65a86918-ac19-494a-8d5e-de4b94352342 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:54:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:19 user nova-compute[74287]: DEBUG nova.network.neutron [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Updating instance_info_cache with network_info: [{"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Releasing lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Successfully created port: 030b494b-269c-490c-8d83-54dadbdd5cf7 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-58b02d45-81cd-4f51-988e-fc7dd1567912 req-c09a7bd5-2d1b-4cfd-aff3-b384f359cf17 service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received event network-vif-unplugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-58b02d45-81cd-4f51-988e-fc7dd1567912 req-c09a7bd5-2d1b-4cfd-aff3-b384f359cf17 service nova] Acquiring lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-58b02d45-81cd-4f51-988e-fc7dd1567912 req-c09a7bd5-2d1b-4cfd-aff3-b384f359cf17 service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-58b02d45-81cd-4f51-988e-fc7dd1567912 req-c09a7bd5-2d1b-4cfd-aff3-b384f359cf17 service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-58b02d45-81cd-4f51-988e-fc7dd1567912 req-c09a7bd5-2d1b-4cfd-aff3-b384f359cf17 service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] No waiting events found dispatching network-vif-unplugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:54:20 user nova-compute[74287]: WARNING nova.compute.manager [req-58b02d45-81cd-4f51-988e-fc7dd1567912 req-c09a7bd5-2d1b-4cfd-aff3-b384f359cf17 service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received unexpected event network-vif-unplugged-66092998-e62a-46ef-a1eb-9235fb758e60 for instance with vm_state active and task_state rescuing.
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:20 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Instance destroyed successfully.
Oct 26 07:54:20 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Attempting rescue
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74287) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Instance directory exists: not creating {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 07:54:20 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Creating image(s)
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "/opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "/opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "/opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.objects.instance [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'trusted_certs' on Instance uuid 54cf3ac1-8844-4888-bc76-57a5be12e347 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Successfully updated port: 05d79fe4-9723-4674-b886-98fda75a422b {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-4625711c-d80f-48ae-b8cc-657fdd37c6ff req-6a1d2665-b37f-4355-86bc-7b56589f94e1 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-changed-05d79fe4-9723-4674-b886-98fda75a422b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-4625711c-d80f-48ae-b8cc-657fdd37c6ff req-6a1d2665-b37f-4355-86bc-7b56589f94e1 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing instance network info cache due to event network-changed-05d79fe4-9723-4674-b886-98fda75a422b. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4625711c-d80f-48ae-b8cc-657fdd37c6ff req-6a1d2665-b37f-4355-86bc-7b56589f94e1 service nova] Acquiring lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4625711c-d80f-48ae-b8cc-657fdd37c6ff req-6a1d2665-b37f-4355-86bc-7b56589f94e1 service nova] Acquired lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.network.neutron [req-4625711c-d80f-48ae-b8cc-657fdd37c6ff req-6a1d2665-b37f-4355-86bc-7b56589f94e1 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing network info cache for port 05d79fe4-9723-4674-b886-98fda75a422b {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue" returned: 0 in 0.057s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.objects.instance [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'migration_context' on Instance uuid 54cf3ac1-8844-4888-bc76-57a5be12e347 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.objects.base [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Object Instance<54cf3ac1-8844-4888-bc76-57a5be12e347> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Start _get_guest_xml network_info=[{"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "vif_mac": "fa:16:3e:56:67:13"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.objects.instance [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'resources' on Instance uuid 54cf3ac1-8844-4888-bc76-57a5be12e347 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.objects.base [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Object Instance<54cf3ac1-8844-4888-bc76-57a5be12e347> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.objects.instance [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'numa_topology' on Instance uuid 54cf3ac1-8844-4888-bc76-57a5be12e347 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.objects.base [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Object Instance<54cf3ac1-8844-4888-bc76-57a5be12e347> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:20 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:54:20 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:54:20 user nova-compute[74287]: DEBUG nova.objects.instance [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'vcpu_model' on Instance uuid 54cf3ac1-8844-4888-bc76-57a5be12e347 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG nova.network.neutron [req-4625711c-d80f-48ae-b8cc-657fdd37c6ff req-6a1d2665-b37f-4355-86bc-7b56589f94e1 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG nova.objects.base [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Object Instance<54cf3ac1-8844-4888-bc76-57a5be12e347> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1017799437',display_name='tempest-ServerRescueNegativeTestJSON-server-1017799437',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1017799437',id=3,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:52:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b96ad2ea567b49b09c90dca1d76e894f',ramdisk_id='',reservation_id='r-9f5f5fhh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2040559012',owner_user_name='tempest-ServerRescueNegativeTestJSON-2040559012-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:52:45Z,user_data=None,user_id='0e01693f9147422aac8dbf4216dbc8dd',uuid=54cf3ac1-8844-4888-bc76-57a5be12e347,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "vif_mac": "fa:16:3e:56:67:13"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converting VIF {"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "vif_mac": "fa:16:3e:56:67:13"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:56:67:13,bridge_name='br-int',has_traffic_filtering=True,id=66092998-e62a-46ef-a1eb-9235fb758e60,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66092998-e6') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG nova.objects.instance [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'pci_devices' on Instance uuid 54cf3ac1-8844-4888-bc76-57a5be12e347 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG nova.objects.base [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Object Instance<54cf3ac1-8844-4888-bc76-57a5be12e347> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:54:21 user nova-compute[74287]:   <uuid>54cf3ac1-8844-4888-bc76-57a5be12e347</uuid>
Oct 26 07:54:21 user nova-compute[74287]:   <name>instance-00000003</name>
Oct 26 07:54:21 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:54:21 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:54:21 user nova-compute[74287]:   <metadata>
Oct 26 07:54:21 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:54:21 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:54:21 user nova-compute[74287]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1017799437</nova:name>
Oct 26 07:54:21 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:54:20</nova:creationTime>
Oct 26 07:54:21 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:54:21 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:54:21 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:54:21 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:54:21 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:54:21 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:54:21 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:54:21 user nova-compute[74287]:       <nova:owner>
Oct 26 07:54:21 user nova-compute[74287]:         <nova:user uuid="0e01693f9147422aac8dbf4216dbc8dd">tempest-ServerRescueNegativeTestJSON-2040559012-project-member</nova:user>
Oct 26 07:54:21 user nova-compute[74287]:         <nova:project uuid="b96ad2ea567b49b09c90dca1d76e894f">tempest-ServerRescueNegativeTestJSON-2040559012</nova:project>
Oct 26 07:54:21 user nova-compute[74287]:       </nova:owner>
Oct 26 07:54:21 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:54:21 user nova-compute[74287]:       <nova:ports>
Oct 26 07:54:21 user nova-compute[74287]:         <nova:port uuid="66092998-e62a-46ef-a1eb-9235fb758e60">
Oct 26 07:54:21 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 07:54:21 user nova-compute[74287]:         </nova:port>
Oct 26 07:54:21 user nova-compute[74287]:       </nova:ports>
Oct 26 07:54:21 user nova-compute[74287]:     </nova:instance>
Oct 26 07:54:21 user nova-compute[74287]:   </metadata>
Oct 26 07:54:21 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:54:21 user nova-compute[74287]:     <system>
Oct 26 07:54:21 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:54:21 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:54:21 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:54:21 user nova-compute[74287]:       <entry name="serial">54cf3ac1-8844-4888-bc76-57a5be12e347</entry>
Oct 26 07:54:21 user nova-compute[74287]:       <entry name="uuid">54cf3ac1-8844-4888-bc76-57a5be12e347</entry>
Oct 26 07:54:21 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:54:21 user nova-compute[74287]:     </system>
Oct 26 07:54:21 user nova-compute[74287]:   </sysinfo>
Oct 26 07:54:21 user nova-compute[74287]:   <os>
Oct 26 07:54:21 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:54:21 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:54:21 user nova-compute[74287]:   </os>
Oct 26 07:54:21 user nova-compute[74287]:   <features>
Oct 26 07:54:21 user nova-compute[74287]:     <acpi/>
Oct 26 07:54:21 user nova-compute[74287]:     <apic/>
Oct 26 07:54:21 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:54:21 user nova-compute[74287]:   </features>
Oct 26 07:54:21 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:54:21 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:54:21 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:54:21 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:54:21 user nova-compute[74287]:   </clock>
Oct 26 07:54:21 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:54:21 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:54:21 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:54:21 user nova-compute[74287]:   </cpu>
Oct 26 07:54:21 user nova-compute[74287]:   <devices>
Oct 26 07:54:21 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:54:21 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:54:21 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue"/>
Oct 26 07:54:21 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:54:21 user nova-compute[74287]:     </disk>
Oct 26 07:54:21 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:54:21 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:54:21 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk"/>
Oct 26 07:54:21 user nova-compute[74287]:       <target dev="vdb" bus="virtio"/>
Oct 26 07:54:21 user nova-compute[74287]:     </disk>
Oct 26 07:54:21 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:54:21 user nova-compute[74287]:       <mac address="fa:16:3e:56:67:13"/>
Oct 26 07:54:21 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:54:21 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:54:21 user nova-compute[74287]:       <target dev="tap66092998-e6"/>
Oct 26 07:54:21 user nova-compute[74287]:     </interface>
Oct 26 07:54:21 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:54:21 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/console.log" append="off"/>
Oct 26 07:54:21 user nova-compute[74287]:     </serial>
Oct 26 07:54:21 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:54:21 user nova-compute[74287]:     <video>
Oct 26 07:54:21 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:54:21 user nova-compute[74287]:     </video>
Oct 26 07:54:21 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:54:21 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:54:21 user nova-compute[74287]:     </rng>
Oct 26 07:54:21 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:54:21 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:54:21 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:54:21 user nova-compute[74287]:     </memballoon>
Oct 26 07:54:21 user nova-compute[74287]:   </devices>
Oct 26 07:54:21 user nova-compute[74287]: </domain>
Oct 26 07:54:21 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:54:21 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Instance destroyed successfully.
Oct 26 07:54:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No VIF found with MAC fa:16:3e:56:67:13, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG nova.network.neutron [req-4625711c-d80f-48ae-b8cc-657fdd37c6ff req-6a1d2665-b37f-4355-86bc-7b56589f94e1 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4625711c-d80f-48ae-b8cc-657fdd37c6ff req-6a1d2665-b37f-4355-86bc-7b56589f94e1 service nova] Releasing lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Successfully updated port: d08f3bcb-bb24-48d8-8504-38981f37617e {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:54:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Successfully updated port: c062f191-3ff6-492a-b7fe-ae9359779b6f {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-a29a5634-54a7-42bc-bff7-140850df5b18 req-463b2b8e-1e87-442d-94c6-9dbbc0b20976 service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received event network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a29a5634-54a7-42bc-bff7-140850df5b18 req-463b2b8e-1e87-442d-94c6-9dbbc0b20976 service nova] Acquiring lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a29a5634-54a7-42bc-bff7-140850df5b18 req-463b2b8e-1e87-442d-94c6-9dbbc0b20976 service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a29a5634-54a7-42bc-bff7-140850df5b18 req-463b2b8e-1e87-442d-94c6-9dbbc0b20976 service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-a29a5634-54a7-42bc-bff7-140850df5b18 req-463b2b8e-1e87-442d-94c6-9dbbc0b20976 service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] No waiting events found dispatching network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:54:25 user nova-compute[74287]: WARNING nova.compute.manager [req-a29a5634-54a7-42bc-bff7-140850df5b18 req-463b2b8e-1e87-442d-94c6-9dbbc0b20976 service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received unexpected event network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 for instance with vm_state active and task_state rescuing.
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-changed-d08f3bcb-bb24-48d8-8504-38981f37617e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing instance network info cache due to event network-changed-d08f3bcb-bb24-48d8-8504-38981f37617e. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] Acquiring lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] Acquired lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.network.neutron [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing network info cache for port d08f3bcb-bb24-48d8-8504-38981f37617e {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-4b142591-cd05-4533-abae-4ac831657a57 req-fb89ccd8-2eb3-4609-ac5b-d13272a9ac7d service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received event network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4b142591-cd05-4533-abae-4ac831657a57 req-fb89ccd8-2eb3-4609-ac5b-d13272a9ac7d service nova] Acquiring lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4b142591-cd05-4533-abae-4ac831657a57 req-fb89ccd8-2eb3-4609-ac5b-d13272a9ac7d service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4b142591-cd05-4533-abae-4ac831657a57 req-fb89ccd8-2eb3-4609-ac5b-d13272a9ac7d service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-4b142591-cd05-4533-abae-4ac831657a57 req-fb89ccd8-2eb3-4609-ac5b-d13272a9ac7d service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] No waiting events found dispatching network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:54:25 user nova-compute[74287]: WARNING nova.compute.manager [req-4b142591-cd05-4533-abae-4ac831657a57 req-fb89ccd8-2eb3-4609-ac5b-d13272a9ac7d service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received unexpected event network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 for instance with vm_state active and task_state rescuing.
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-4b142591-cd05-4533-abae-4ac831657a57 req-fb89ccd8-2eb3-4609-ac5b-d13272a9ac7d service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received event network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4b142591-cd05-4533-abae-4ac831657a57 req-fb89ccd8-2eb3-4609-ac5b-d13272a9ac7d service nova] Acquiring lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4b142591-cd05-4533-abae-4ac831657a57 req-fb89ccd8-2eb3-4609-ac5b-d13272a9ac7d service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4b142591-cd05-4533-abae-4ac831657a57 req-fb89ccd8-2eb3-4609-ac5b-d13272a9ac7d service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-4b142591-cd05-4533-abae-4ac831657a57 req-fb89ccd8-2eb3-4609-ac5b-d13272a9ac7d service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] No waiting events found dispatching network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:54:25 user nova-compute[74287]: WARNING nova.compute.manager [req-4b142591-cd05-4533-abae-4ac831657a57 req-fb89ccd8-2eb3-4609-ac5b-d13272a9ac7d service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received unexpected event network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 for instance with vm_state active and task_state rescuing.
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-4ca0d73a-037f-44a6-b83a-fd5c83f1ac66 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "fa7768ca-3219-498b-970c-d00aa294cc20" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "fa7768ca-3219-498b-970c-d00aa294cc20" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:25 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:54:25 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7226MB free_disk=25.43118667602539GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.objects.instance [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lazy-loading 'flavor' on Instance uuid fa7768ca-3219-498b-970c-d00aa294cc20 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.network.neutron [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "fa7768ca-3219-498b-970c-d00aa294cc20" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.219s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance fa7768ca-3219-498b-970c-d00aa294cc20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9436218c-08c5-4eac-be39-93cb427bba5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance da60b9fa-ac43-40a9-888f-a5bf1a4fa297 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance b08f6376-0463-4022-bc77-c26ff30a1589 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 1f430968-5bd4-4099-a57d-aa796a03fb37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5b0d7d92-fd39-45ff-b452-f3a78029457d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 07:54:25 user nova-compute[74287]: DEBUG nova.network.neutron [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] Releasing lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-changed-c062f191-3ff6-492a-b7fe-ae9359779b6f {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing instance network info cache due to event network-changed-c062f191-3ff6-492a-b7fe-ae9359779b6f. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] Acquiring lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] Acquired lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.network.neutron [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing network info cache for port c062f191-3ff6-492a-b7fe-ae9359779b6f {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "fa7768ca-3219-498b-970c-d00aa294cc20" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "fa7768ca-3219-498b-970c-d00aa294cc20" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:26 user nova-compute[74287]: INFO nova.compute.manager [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Attaching volume 278bee6c-567a-4659-9afb-1b348261cfd6 to /dev/vdb
Oct 26 07:54:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG os_brick.utils [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.network.neutron [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5262e24-fc4e-4b1e-8abb-8a078a0089bc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a12b07ef-b3cc-4833-9958-de6f4a08e982]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[adb7fa5f-bc3a-4b26-b76a-cdf6796a3b03]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f11fefd-bf18-4df4-8c03-830e4de1bbaa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.792s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:54:26 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0035c2fb-6b7b-4b93-8d66-c3ca6af10ddc]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG os_brick.utils [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] <== get_connector_properties: return (179ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Updating existing volume attachment record: dd3713b0-2926-4e43-9601-978d94df16a0 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.network.neutron [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-482d77bf-afe8-48cc-872f-471e25d669b3 req-40724d9f-60f9-4c8c-a7a4-de4400250db3 service nova] Releasing lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Successfully updated port: f1a72ef6-6662-4b5d-b06b-01c8a07e9775 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-96d02834-89d9-46ab-970f-5e5795820caa req-a0b15f77-a324-4214-bfa3-6c05ff1ec70b service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-changed-f1a72ef6-6662-4b5d-b06b-01c8a07e9775 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-96d02834-89d9-46ab-970f-5e5795820caa req-a0b15f77-a324-4214-bfa3-6c05ff1ec70b service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing instance network info cache due to event network-changed-f1a72ef6-6662-4b5d-b06b-01c8a07e9775. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-96d02834-89d9-46ab-970f-5e5795820caa req-a0b15f77-a324-4214-bfa3-6c05ff1ec70b service nova] Acquiring lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-96d02834-89d9-46ab-970f-5e5795820caa req-a0b15f77-a324-4214-bfa3-6c05ff1ec70b service nova] Acquired lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.network.neutron [req-96d02834-89d9-46ab-970f-5e5795820caa req-a0b15f77-a324-4214-bfa3-6c05ff1ec70b service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing network info cache for port f1a72ef6-6662-4b5d-b06b-01c8a07e9775 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-3388b3c1-a0ff-4506-8dd5-43af5f36320b req-8d6b8c42-8410-4efc-a42d-1aff76f3cd73 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-changed-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-3388b3c1-a0ff-4506-8dd5-43af5f36320b req-8d6b8c42-8410-4efc-a42d-1aff76f3cd73 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Refreshing instance network info cache due to event network-changed-a4f704ab-3104-4479-90d6-bc93ebdde578. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3388b3c1-a0ff-4506-8dd5-43af5f36320b req-8d6b8c42-8410-4efc-a42d-1aff76f3cd73 service nova] Acquiring lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3388b3c1-a0ff-4506-8dd5-43af5f36320b req-8d6b8c42-8410-4efc-a42d-1aff76f3cd73 service nova] Acquired lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:26 user nova-compute[74287]: DEBUG nova.network.neutron [req-3388b3c1-a0ff-4506-8dd5-43af5f36320b req-8d6b8c42-8410-4efc-a42d-1aff76f3cd73 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Refreshing network info cache for port a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:54:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-96d02834-89d9-46ab-970f-5e5795820caa req-a0b15f77-a324-4214-bfa3-6c05ff1ec70b service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:54:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:54:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:54:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:54:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 07:54:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-fa7768ca-3219-498b-970c-d00aa294cc20" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-fa7768ca-3219-498b-970c-d00aa294cc20" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:27 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 07:54:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-96d02834-89d9-46ab-970f-5e5795820caa req-a0b15f77-a324-4214-bfa3-6c05ff1ec70b service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-96d02834-89d9-46ab-970f-5e5795820caa req-a0b15f77-a324-4214-bfa3-6c05ff1ec70b service nova] Releasing lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-3388b3c1-a0ff-4506-8dd5-43af5f36320b req-8d6b8c42-8410-4efc-a42d-1aff76f3cd73 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Updated VIF entry in instance network info cache for port a4f704ab-3104-4479-90d6-bc93ebdde578. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:54:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-3388b3c1-a0ff-4506-8dd5-43af5f36320b req-8d6b8c42-8410-4efc-a42d-1aff76f3cd73 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Updating instance_info_cache with network_info: [{"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3388b3c1-a0ff-4506-8dd5-43af5f36320b req-8d6b8c42-8410-4efc-a42d-1aff76f3cd73 service nova] Releasing lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Updating instance_info_cache with network_info: [{"id": "8b821a7d-b512-460f-886c-b2f06da573c4", "address": "fa:16:3e:6d:b1:bd", "network": {"id": "7f72f761-6035-4115-ba57-864f89d14db4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318823036-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "602ad523ab3e4b38bf7ab0f6f38d2cde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b821a7d-b5", "ovs_interfaceid": "8b821a7d-b512-460f-886c-b2f06da573c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-fa7768ca-3219-498b-970c-d00aa294cc20" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Successfully updated port: 3a08d813-d0d1-4ab7-971e-3dcab14a2a3b {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-ff339b0c-0b71-4982-babf-7d01339b4da1 req-d716e53c-7a7b-43ed-ae7c-b31878a88748 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-changed-3a08d813-d0d1-4ab7-971e-3dcab14a2a3b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-ff339b0c-0b71-4982-babf-7d01339b4da1 req-d716e53c-7a7b-43ed-ae7c-b31878a88748 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing instance network info cache due to event network-changed-3a08d813-d0d1-4ab7-971e-3dcab14a2a3b. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ff339b0c-0b71-4982-babf-7d01339b4da1 req-d716e53c-7a7b-43ed-ae7c-b31878a88748 service nova] Acquiring lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ff339b0c-0b71-4982-babf-7d01339b4da1 req-d716e53c-7a7b-43ed-ae7c-b31878a88748 service nova] Acquired lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG nova.network.neutron [req-ff339b0c-0b71-4982-babf-7d01339b4da1 req-d716e53c-7a7b-43ed-ae7c-b31878a88748 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing network info cache for port 3a08d813-d0d1-4ab7-971e-3dcab14a2a3b {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Successfully updated port: 65a86918-ac19-494a-8d5e-de4b94352342 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:54:28 user nova-compute[74287]: DEBUG nova.network.neutron [req-ff339b0c-0b71-4982-babf-7d01339b4da1 req-d716e53c-7a7b-43ed-ae7c-b31878a88748 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:54:29 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Successfully updated port: 030b494b-269c-490c-8d83-54dadbdd5cf7 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:54:29 user nova-compute[74287]: DEBUG nova.network.neutron [req-ff339b0c-0b71-4982-babf-7d01339b4da1 req-d716e53c-7a7b-43ed-ae7c-b31878a88748 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ff339b0c-0b71-4982-babf-7d01339b4da1 req-d716e53c-7a7b-43ed-ae7c-b31878a88748 service nova] Releasing lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquired lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:29 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:54:29 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:54:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:30 user nova-compute[74287]: DEBUG nova.compute.manager [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-changed-65a86918-ac19-494a-8d5e-de4b94352342 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:30 user nova-compute[74287]: DEBUG nova.compute.manager [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing instance network info cache due to event network-changed-65a86918-ac19-494a-8d5e-de4b94352342. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:54:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] Acquiring lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:31 user nova-compute[74287]: DEBUG nova.network.neutron [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating instance_info_cache with network_info: [{"id": "05d79fe4-9723-4674-b886-98fda75a422b", "address": "fa:16:3e:45:9c:1a", "network": {"id": "d0225753-7819-487f-967b-e61c3e919bc0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1018037981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05d79fe4-97", "ovs_interfaceid": "05d79fe4-9723-4674-b886-98fda75a422b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "address": "fa:16:3e:95:c7:d2", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a08d813-d0", "ovs_interfaceid": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65a86918-ac19-494a-8d5e-de4b94352342", "address": "fa:16:3e:df:f1:25", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a86918-ac", "ovs_interfaceid": "65a86918-ac19-494a-8d5e-de4b94352342", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "030b494b-269c-490c-8d83-54dadbdd5cf7", "address": "fa:16:3e:34:2c:df", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030b494b-26", "ovs_interfaceid": "030b494b-269c-490c-8d83-54dadbdd5cf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Releasing lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:31 user nova-compute[74287]: DEBUG nova.compute.manager [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Instance network_info: |[{"id": "05d79fe4-9723-4674-b886-98fda75a422b", "address": "fa:16:3e:45:9c:1a", "network": {"id": "d0225753-7819-487f-967b-e61c3e919bc0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1018037981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05d79fe4-97", "ovs_interfaceid": "05d79fe4-9723-4674-b886-98fda75a422b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "address": "fa:16:3e:95:c7:d2", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a08d813-d0", "ovs_interfaceid": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65a86918-ac19-494a-8d5e-de4b94352342", "address": "fa:16:3e:df:f1:25", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a86918-ac", "ovs_interfaceid": "65a86918-ac19-494a-8d5e-de4b94352342", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "030b494b-269c-490c-8d83-54dadbdd5cf7", "address": "fa:16:3e:34:2c:df", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030b494b-26", "ovs_interfaceid": "030b494b-269c-490c-8d83-54dadbdd5cf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 07:54:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] Acquired lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:31 user nova-compute[74287]: DEBUG nova.network.neutron [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing network info cache for port 65a86918-ac19-494a-8d5e-de4b94352342 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:54:32 user nova-compute[74287]: DEBUG nova.network.neutron [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updated VIF entry in instance network info cache for port 65a86918-ac19-494a-8d5e-de4b94352342. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:54:32 user nova-compute[74287]: DEBUG nova.network.neutron [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating instance_info_cache with network_info: [{"id": "05d79fe4-9723-4674-b886-98fda75a422b", "address": "fa:16:3e:45:9c:1a", "network": {"id": "d0225753-7819-487f-967b-e61c3e919bc0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1018037981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05d79fe4-97", "ovs_interfaceid": "05d79fe4-9723-4674-b886-98fda75a422b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "address": "fa:16:3e:95:c7:d2", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a08d813-d0", "ovs_interfaceid": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65a86918-ac19-494a-8d5e-de4b94352342", "address": "fa:16:3e:df:f1:25", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a86918-ac", "ovs_interfaceid": "65a86918-ac19-494a-8d5e-de4b94352342", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "030b494b-269c-490c-8d83-54dadbdd5cf7", "address": "fa:16:3e:34:2c:df", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030b494b-26", "ovs_interfaceid": "030b494b-269c-490c-8d83-54dadbdd5cf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] Releasing lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-changed-030b494b-269c-490c-8d83-54dadbdd5cf7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing instance network info cache due to event network-changed-030b494b-269c-490c-8d83-54dadbdd5cf7. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:54:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] Acquiring lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] Acquired lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:32 user nova-compute[74287]: DEBUG nova.network.neutron [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing network info cache for port 030b494b-269c-490c-8d83-54dadbdd5cf7 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:54:32 user nova-compute[74287]: DEBUG nova.network.neutron [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updated VIF entry in instance network info cache for port 030b494b-269c-490c-8d83-54dadbdd5cf7. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:54:32 user nova-compute[74287]: DEBUG nova.network.neutron [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating instance_info_cache with network_info: [{"id": "05d79fe4-9723-4674-b886-98fda75a422b", "address": "fa:16:3e:45:9c:1a", "network": {"id": "d0225753-7819-487f-967b-e61c3e919bc0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1018037981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05d79fe4-97", "ovs_interfaceid": "05d79fe4-9723-4674-b886-98fda75a422b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "address": "fa:16:3e:95:c7:d2", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a08d813-d0", "ovs_interfaceid": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65a86918-ac19-494a-8d5e-de4b94352342", "address": "fa:16:3e:df:f1:25", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a86918-ac", "ovs_interfaceid": "65a86918-ac19-494a-8d5e-de4b94352342", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "030b494b-269c-490c-8d83-54dadbdd5cf7", "address": "fa:16:3e:34:2c:df", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030b494b-26", "ovs_interfaceid": "030b494b-269c-490c-8d83-54dadbdd5cf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cae568b3-773b-4e41-9fed-ead900e7e194 req-e83a09be-eff2-470c-8b34-38e66820f057 service nova] Releasing lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:39 user nova-compute[74287]: INFO nova.virt.block_device [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Booting with volume 76596ca3-53ad-4909-83c4-ab3b30efab8d at /dev/vdb
Oct 26 07:54:39 user nova-compute[74287]: DEBUG os_brick.utils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa0a7f75-0f55-4eff-958b-e56ca750e4e8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cd0a575-0768-4ad1-b864-60788fb9d49b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[199873db-1118-49f2-bfec-36f82dcfbc88]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[12044270-5f05-4661-b3c0-9f06593ec439]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:54:39 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:54:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[61fd62fc-5a74-4e56-a346-304122c7e380]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG os_brick.utils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:54:39 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating existing volume attachment record: d8324620-4532-49f2-907f-ab5d2bac7a6d {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 07:54:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:41 user nova-compute[74287]: INFO nova.compute.manager [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Shelving
Oct 26 07:54:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-80d7d5b5-6bb3-4824-8c66-de4048a638f8 req-94ab00d5-2e20-41fd-b893-eee427733a0f service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-vif-unplugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-80d7d5b5-6bb3-4824-8c66-de4048a638f8 req-94ab00d5-2e20-41fd-b893-eee427733a0f service nova] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-80d7d5b5-6bb3-4824-8c66-de4048a638f8 req-94ab00d5-2e20-41fd-b893-eee427733a0f service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-80d7d5b5-6bb3-4824-8c66-de4048a638f8 req-94ab00d5-2e20-41fd-b893-eee427733a0f service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-80d7d5b5-6bb3-4824-8c66-de4048a638f8 req-94ab00d5-2e20-41fd-b893-eee427733a0f service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] No waiting events found dispatching network-vif-unplugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:54:42 user nova-compute[74287]: WARNING nova.compute.manager [req-80d7d5b5-6bb3-4824-8c66-de4048a638f8 req-94ab00d5-2e20-41fd-b893-eee427733a0f service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received unexpected event network-vif-unplugged-a4f704ab-3104-4479-90d6-bc93ebdde578 for instance with vm_state active and task_state shelving.
Oct 26 07:54:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:42 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Instance destroyed successfully.
Oct 26 07:54:42 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Beginning cold snapshot process
Oct 26 07:54:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:43 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 07:54:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk /opt/stack/data/nova/instances/snapshots/tmpu20iw5gh/5c93f80f64f54c3abfb1c36ad81e7dcd {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk /opt/stack/data/nova/instances/snapshots/tmpu20iw5gh/5c93f80f64f54c3abfb1c36ad81e7dcd" returned: 0 in 1.013s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:44 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Snapshot extracted, beginning image upload
Oct 26 07:54:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] No waiting events found dispatching network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:54:44 user nova-compute[74287]: WARNING nova.compute.manager [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received unexpected event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 for instance with vm_state active and task_state shelving_image_uploading.
Oct 26 07:54:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] No waiting events found dispatching network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:54:44 user nova-compute[74287]: WARNING nova.compute.manager [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received unexpected event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 for instance with vm_state active and task_state shelving_image_uploading.
Oct 26 07:54:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] No waiting events found dispatching network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:54:44 user nova-compute[74287]: WARNING nova.compute.manager [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received unexpected event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 for instance with vm_state active and task_state shelving_image_uploading.
Oct 26 07:54:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-vif-unplugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] No waiting events found dispatching network-vif-unplugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:54:44 user nova-compute[74287]: WARNING nova.compute.manager [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received unexpected event network-vif-unplugged-a4f704ab-3104-4479-90d6-bc93ebdde578 for instance with vm_state active and task_state shelving_image_uploading.
Oct 26 07:54:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] No waiting events found dispatching network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:54:44 user nova-compute[74287]: WARNING nova.compute.manager [req-31dfc3b1-7acb-485c-bc3e-940e1de4976b req-a59b06e8-33f8-4eab-999c-78e399393973 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received unexpected event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 for instance with vm_state active and task_state shelving_image_uploading.
Oct 26 07:54:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-03b5560b-4def-4068-9f85-9543e1779294 req-fa8e9585-ffdb-4bf8-b47a-26f2dbe85f17 service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Received event network-changed-abe4a874-4c92-4260-8596-1e5134bc8bc7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-03b5560b-4def-4068-9f85-9543e1779294 req-fa8e9585-ffdb-4bf8-b47a-26f2dbe85f17 service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Refreshing instance network info cache due to event network-changed-abe4a874-4c92-4260-8596-1e5134bc8bc7. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-03b5560b-4def-4068-9f85-9543e1779294 req-fa8e9585-ffdb-4bf8-b47a-26f2dbe85f17 service nova] Acquiring lock "refresh_cache-9436218c-08c5-4eac-be39-93cb427bba5c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-03b5560b-4def-4068-9f85-9543e1779294 req-fa8e9585-ffdb-4bf8-b47a-26f2dbe85f17 service nova] Acquired lock "refresh_cache-9436218c-08c5-4eac-be39-93cb427bba5c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:44 user nova-compute[74287]: DEBUG nova.network.neutron [req-03b5560b-4def-4068-9f85-9543e1779294 req-fa8e9585-ffdb-4bf8-b47a-26f2dbe85f17 service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Refreshing network info cache for port abe4a874-4c92-4260-8596-1e5134bc8bc7 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:54:45 user nova-compute[74287]: DEBUG nova.network.neutron [req-03b5560b-4def-4068-9f85-9543e1779294 req-fa8e9585-ffdb-4bf8-b47a-26f2dbe85f17 service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Updated VIF entry in instance network info cache for port abe4a874-4c92-4260-8596-1e5134bc8bc7. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:54:45 user nova-compute[74287]: DEBUG nova.network.neutron [req-03b5560b-4def-4068-9f85-9543e1779294 req-fa8e9585-ffdb-4bf8-b47a-26f2dbe85f17 service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Updating instance_info_cache with network_info: [{"id": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "address": "fa:16:3e:e9:00:75", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe4a874-4c", "ovs_interfaceid": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-03b5560b-4def-4068-9f85-9543e1779294 req-fa8e9585-ffdb-4bf8-b47a-26f2dbe85f17 service nova] Releasing lock "refresh_cache-9436218c-08c5-4eac-be39-93cb427bba5c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:47 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Snapshot image upload complete
Oct 26 07:54:47 user nova-compute[74287]: DEBUG nova.compute.manager [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:54:47 user nova-compute[74287]: INFO nova.compute.manager [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Shelve offloading
Oct 26 07:54:47 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Instance destroyed successfully.
Oct 26 07:54:47 user nova-compute[74287]: DEBUG nova.compute.manager [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:54:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquired lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:47 user nova-compute[74287]: DEBUG nova.network.neutron [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connector [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Factory for ISCSI on None {{(pid=74287) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.008s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qtnFGcQI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:54:48 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.004s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:54:48 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.004s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:54:48 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed8302da-bed8-4904-865e-76e992490a97]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:54:48 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1890d31-833c-49bd-88bb-74fdeb245867]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6] added
Oct 26 07:54:48 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9868af62-c36d-4b48-bb95-26372b98207c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2041eb79-876f-4013-b8b3-0544a80b36b8]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qtnFGcQI {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qtnFGcQI" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[12e704e3-6d6f-49da-a504-2e8d1c4920c9]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qtnFGcQI'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7b0bef7-fa16-4d3c-8aef-4847dd1ec538]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG nova.network.neutron [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Updating instance_info_cache with network_info: [{"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac22ee26-9923-44f9-ad81-4061fb8aa460]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 07:54:48 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 07:54:48 user nova-compute[74287]:  {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:54:48 user nova-compute[74287]: WARNING os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 07:54:48 user nova-compute[74287]: 
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Releasing lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG nova.compute.manager [req-b6e60bde-87fe-4d09-986a-2d5254da600a req-3e292399-596a-4edd-91f5-c9c1f62f6ee1 service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received event network-changed-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG nova.compute.manager [req-b6e60bde-87fe-4d09-986a-2d5254da600a req-3e292399-596a-4edd-91f5-c9c1f62f6ee1 service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Refreshing instance network info cache due to event network-changed-65a44116-6e53-4176-88c6-eb035aa1c7f1. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b6e60bde-87fe-4d09-986a-2d5254da600a req-3e292399-596a-4edd-91f5-c9c1f62f6ee1 service nova] Acquiring lock "refresh_cache-da60b9fa-ac43-40a9-888f-a5bf1a4fa297" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b6e60bde-87fe-4d09-986a-2d5254da600a req-3e292399-596a-4edd-91f5-c9c1f62f6ee1 service nova] Acquired lock "refresh_cache-da60b9fa-ac43-40a9-888f-a5bf1a4fa297" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG nova.network.neutron [req-b6e60bde-87fe-4d09-986a-2d5254da600a req-3e292399-596a-4edd-91f5-c9c1f62f6ee1 service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Refreshing network info cache for port 65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[03e0225e-ce17-4c8b-bb21-e04eb7c335c7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6, portal: 172.16.0.220,3260]
Oct 26 07:54:48 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6, portal: 172.16.0.220,3260] successful.
Oct 26 07:54:48 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ada0a032-fdce-4ce3-b6d2-755ba53e2e08]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e04f69e-861e-4de4-9c16-f5b66270faca]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 (non-flash)
Oct 26 07:54:48 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 (non-flash)
Oct 26 07:54:48 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] HCTL ('33', '-', '-', 0) found on session 4 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[300986df-5502-4c6d-b50a-2fcb32137d8a]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Searching for a device in session 4 and hctl ['33', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:54:49 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Instance destroyed successfully.
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.objects.instance [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'resources' on Instance uuid c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-957252302',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-957252302',id=4,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHsjkUknS0EK2dE2w5TaWZ2W1WgBBYqPY1ruWn6hmsdSjqQEndYxO61Thl3mAN+P/wuKvija0pRRRpBmY+ZH2TjYrBLB2E8HQKs+TnRY4EHwZP9ZlSgGe1vcqSy09iNZ+w==',key_name='tempest-keypair-1144380350',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:52:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='78b3e40348ab4d28951cf3f883b284de',ramdisk_id='',reservation_id='r-r0ppn7j0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1566479428',owner_user_name='tempest-AttachVolumeShelveTestJSON-1566479428-project-member',shelved_at='2023-10-26T07:54:47.570209',shelved_host='user',shelved_image_id='d47faf6c-cfa3-4612-b4ab-6eae11c2d318'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:54:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6127637bcb4d466f9e3fa414b0f415d4',uuid=c50b7eb7-e9ea-4b14-8d27-439f1ae9d482,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converting VIF {"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:f7:d3,bridge_name='br-int',has_traffic_filtering=True,id=a4f704ab-3104-4479-90d6-bc93ebdde578,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4f704ab-31') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG os_vif [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:f7:d3,bridge_name='br-int',has_traffic_filtering=True,id=a4f704ab-3104-4479-90d6-bc93ebdde578,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4f704ab-31') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.network.neutron [req-b6e60bde-87fe-4d09-986a-2d5254da600a req-3e292399-596a-4edd-91f5-c9c1f62f6ee1 service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Updated VIF entry in instance network info cache for port 65a44116-6e53-4176-88c6-eb035aa1c7f1. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.network.neutron [req-b6e60bde-87fe-4d09-986a-2d5254da600a req-3e292399-596a-4edd-91f5-c9c1f62f6ee1 service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Updating instance_info_cache with network_info: [{"id": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "address": "fa:16:3e:f0:46:8d", "network": {"id": "413f0fe1-9196-40f5-9d97-4afb12fd0e23", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1798820362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5ba249c0cb5e48fe891ea345443a1d8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a44116-6e", "ovs_interfaceid": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa4f704ab-31, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a418c044-2a66-4eb2-a3cb-128de6a1bace) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b6e60bde-87fe-4d09-986a-2d5254da600a req-3e292399-596a-4edd-91f5-c9c1f62f6ee1 service nova] Releasing lock "refresh_cache-da60b9fa-ac43-40a9-888f-a5bf1a4fa297" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:49 user nova-compute[74287]: INFO os_vif [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:f7:d3,bridge_name='br-int',has_traffic_filtering=True,id=a4f704ab-3104-4479-90d6-bc93ebdde578,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4f704ab-31')
Oct 26 07:54:49 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Deleting instance files /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482_del
Oct 26 07:54:49 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Deletion of /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482_del complete
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-60388a00-7817-43e6-bf52-f406081a099e req-de111a4c-1d4b-4e7e-9306-0782687b4407 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-changed-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-60388a00-7817-43e6-bf52-f406081a099e req-de111a4c-1d4b-4e7e-9306-0782687b4407 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Refreshing instance network info cache due to event network-changed-a4f704ab-3104-4479-90d6-bc93ebdde578. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-60388a00-7817-43e6-bf52-f406081a099e req-de111a4c-1d4b-4e7e-9306-0782687b4407 service nova] Acquiring lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-60388a00-7817-43e6-bf52-f406081a099e req-de111a4c-1d4b-4e7e-9306-0782687b4407 service nova] Acquired lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.network.neutron [req-60388a00-7817-43e6-bf52-f406081a099e req-de111a4c-1d4b-4e7e-9306-0782687b4407 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Refreshing network info cache for port a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74287) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Oct 26 07:54:49 user nova-compute[74287]: INFO nova.virt.libvirt.host [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] UEFI support detected
Oct 26 07:54:49 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Deleted allocations for instance c50b7eb7-e9ea-4b14-8d27-439f1ae9d482
Oct 26 07:54:49 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Searching for a device in session 4 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qtnFGcQI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] <== connect_volume: return (1362ms) {'type': 'block', 'scsi_wwn': '23038376564643734', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23038376564643734', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.objects.instance [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lazy-loading 'flavor' on Instance uuid fa7768ca-3219-498b-970c-d00aa294cc20 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.004s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.objects.instance [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'numa_topology' on Instance uuid c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.objects.base [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Object Instance<c50b7eb7-e9ea-4b14-8d27-439f1ae9d482> lazy-loaded attributes: resources,numa_topology {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 07:54:49 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:54:49 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 07:54:49 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 07:54:49 user nova-compute[74287]:   <serial>278bee6c-567a-4659-9afb-1b348261cfd6</serial>
Oct 26 07:54:49 user nova-compute[74287]: </disk>
Oct 26 07:54:49 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.network.neutron [req-60388a00-7817-43e6-bf52-f406081a099e req-de111a4c-1d4b-4e7e-9306-0782687b4407 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Updated VIF entry in instance network info cache for port a4f704ab-3104-4479-90d6-bc93ebdde578. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:54:49 user nova-compute[74287]: DEBUG nova.network.neutron [req-60388a00-7817-43e6-bf52-f406081a099e req-de111a4c-1d4b-4e7e-9306-0782687b4407 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Updating instance_info_cache with network_info: [{"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapa4f704ab-31", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-60388a00-7817-43e6-bf52-f406081a099e req-de111a4c-1d4b-4e7e-9306-0782687b4407 service nova] Releasing lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:50 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:54:50 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:54:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.616s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-92c02d96-068f-435e-ba1b-85fdb5a306c9 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 8.280s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:50 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:54:50 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:54:50 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] No VIF found with MAC fa:16:3e:6d:b1:bd, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:54:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-627db681-17e4-498b-b87b-ab5840ceb495 tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "fa7768ca-3219-498b-970c-d00aa294cc20" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.385s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "fa7768ca-3219-498b-970c-d00aa294cc20" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "fa7768ca-3219-498b-970c-d00aa294cc20" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "fa7768ca-3219-498b-970c-d00aa294cc20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "fa7768ca-3219-498b-970c-d00aa294cc20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "fa7768ca-3219-498b-970c-d00aa294cc20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:50 user nova-compute[74287]: INFO nova.compute.manager [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Terminating instance
Oct 26 07:54:50 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-51e258ad-b408-433e-bc6a-c7265652e585 req-3d6dcca1-af02-4521-aebc-f77ed1abdabd service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Received event network-vif-unplugged-8b821a7d-b512-460f-886c-b2f06da573c4 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-51e258ad-b408-433e-bc6a-c7265652e585 req-3d6dcca1-af02-4521-aebc-f77ed1abdabd service nova] Acquiring lock "fa7768ca-3219-498b-970c-d00aa294cc20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-51e258ad-b408-433e-bc6a-c7265652e585 req-3d6dcca1-af02-4521-aebc-f77ed1abdabd service nova] Lock "fa7768ca-3219-498b-970c-d00aa294cc20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-51e258ad-b408-433e-bc6a-c7265652e585 req-3d6dcca1-af02-4521-aebc-f77ed1abdabd service nova] Lock "fa7768ca-3219-498b-970c-d00aa294cc20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-51e258ad-b408-433e-bc6a-c7265652e585 req-3d6dcca1-af02-4521-aebc-f77ed1abdabd service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] No waiting events found dispatching network-vif-unplugged-8b821a7d-b512-460f-886c-b2f06da573c4 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-51e258ad-b408-433e-bc6a-c7265652e585 req-3d6dcca1-af02-4521-aebc-f77ed1abdabd service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Received event network-vif-unplugged-8b821a7d-b512-460f-886c-b2f06da573c4 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:54:51 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Instance destroyed successfully.
Oct 26 07:54:51 user nova-compute[74287]: DEBUG nova.objects.instance [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lazy-loading 'resources' on Instance uuid fa7768ca-3219-498b-970c-d00aa294cc20 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-681915129',display_name='tempest-DeleteServersTestJSON-server-681915129',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-681915129',id=2,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:52:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='602ad523ab3e4b38bf7ab0f6f38d2cde',ramdisk_id='',reservation_id='r-0h7oo208',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-2110240211',owner_user_name='tempest-DeleteServersTestJSON-2110240211-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:52:42Z,user_data=None,user_id='4df8b5cf9cf8477ab4e2261b8e0b5843',uuid=fa7768ca-3219-498b-970c-d00aa294cc20,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8b821a7d-b512-460f-886c-b2f06da573c4", "address": "fa:16:3e:6d:b1:bd", "network": {"id": "7f72f761-6035-4115-ba57-864f89d14db4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318823036-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "602ad523ab3e4b38bf7ab0f6f38d2cde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b821a7d-b5", "ovs_interfaceid": "8b821a7d-b512-460f-886c-b2f06da573c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Converting VIF {"id": "8b821a7d-b512-460f-886c-b2f06da573c4", "address": "fa:16:3e:6d:b1:bd", "network": {"id": "7f72f761-6035-4115-ba57-864f89d14db4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318823036-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "602ad523ab3e4b38bf7ab0f6f38d2cde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b821a7d-b5", "ovs_interfaceid": "8b821a7d-b512-460f-886c-b2f06da573c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6d:b1:bd,bridge_name='br-int',has_traffic_filtering=True,id=8b821a7d-b512-460f-886c-b2f06da573c4,network=Network(7f72f761-6035-4115-ba57-864f89d14db4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b821a7d-b5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG os_vif [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:b1:bd,bridge_name='br-int',has_traffic_filtering=True,id=8b821a7d-b512-460f-886c-b2f06da573c4,network=Network(7f72f761-6035-4115-ba57-864f89d14db4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b821a7d-b5') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8b821a7d-b5, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-5f91c5d5-a0df-4a3b-83c1-bcf58191c3d8 req-01779ee1-876c-41cc-ac75-5b86387f2ff2 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Received event network-changed-4dd795f8-5fea-473b-8fa7-0635e5734551 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-5f91c5d5-a0df-4a3b-83c1-bcf58191c3d8 req-01779ee1-876c-41cc-ac75-5b86387f2ff2 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Refreshing instance network info cache due to event network-changed-4dd795f8-5fea-473b-8fa7-0635e5734551. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5f91c5d5-a0df-4a3b-83c1-bcf58191c3d8 req-01779ee1-876c-41cc-ac75-5b86387f2ff2 service nova] Acquiring lock "refresh_cache-b08f6376-0463-4022-bc77-c26ff30a1589" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5f91c5d5-a0df-4a3b-83c1-bcf58191c3d8 req-01779ee1-876c-41cc-ac75-5b86387f2ff2 service nova] Acquired lock "refresh_cache-b08f6376-0463-4022-bc77-c26ff30a1589" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG nova.network.neutron [req-5f91c5d5-a0df-4a3b-83c1-bcf58191c3d8 req-01779ee1-876c-41cc-ac75-5b86387f2ff2 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Refreshing network info cache for port 4dd795f8-5fea-473b-8fa7-0635e5734551 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a89a5f99-2ed3-41b7-b93f-bfbb945be8d0) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:51 user nova-compute[74287]: INFO os_vif [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:b1:bd,bridge_name='br-int',has_traffic_filtering=True,id=8b821a7d-b512-460f-886c-b2f06da573c4,network=Network(7f72f761-6035-4115-ba57-864f89d14db4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b821a7d-b5')
Oct 26 07:54:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qtnFGcQI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:54:51 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:54:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2c8f0b5-c0c4-438b-958f-0b0a96829cfb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 07:54:51 user nova-compute[74287]: No targets found.
Oct 26 07:54:51 user nova-compute[74287]: iSNS:
Oct 26 07:54:51 user nova-compute[74287]: No targets found.
Oct 26 07:54:51 user nova-compute[74287]: STATIC:
Oct 26 07:54:51 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6
Oct 26 07:54:51 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:54:51 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:54:51 user nova-compute[74287]: FIRMWARE:
Oct 26 07:54:51 user nova-compute[74287]: No targets found.
Oct 26 07:54:51 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 07:54:51 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 07:54:51 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.036s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5753a98f-fd72-4eec-85c1-65abd1a8130b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[db95b724-c832-4066-9d0f-0e11cc71704d]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 (non-flash)
Oct 26 07:54:51 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 (non-flash)
Oct 26 07:54:51 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb90084280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 07:54:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e14c383-c4cf-4239-9ff4-72b576f9e1db]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.102s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a169351-1b4d-4fec-b98e-84cc0687a385]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dc15d81-f8e3-4953-a18e-09ffdff4f9bf]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.129s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa3e6586-7b1f-4db8-bf73-cf57109c8ec8]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[128853f4-43ec-4505-9e26-662710df74b5]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac484ffd-4c66-4883-921b-395ffe6edd18]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6, portal: 172.16.0.220,3260]
Oct 26 07:54:52 user nova-compute[74287]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6, portal: 172.16.0.220,3260] successful.
Oct 26 07:54:52 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquiring lock "b08f6376-0463-4022-bc77-c26ff30a1589" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "b08f6376-0463-4022-bc77-c26ff30a1589" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG nova.objects.instance [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lazy-loading 'flavor' on Instance uuid b08f6376-0463-4022-bc77-c26ff30a1589 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278bee6c-567a-4659-9afb-1b348261cfd6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a979942a-3a1a-4c79-8a36-423f49f3d193]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.526s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] <== disconnect_volume: return (528ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 07:54:52 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Deleting instance files /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20_del
Oct 26 07:54:52 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Deletion of /opt/stack/data/nova/instances/fa7768ca-3219-498b-970c-d00aa294cc20_del complete
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "b08f6376-0463-4022-bc77-c26ff30a1589" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:52 user nova-compute[74287]: INFO nova.compute.manager [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Took 1.50 seconds to destroy the instance on the hypervisor.
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquiring lock "b08f6376-0463-4022-bc77-c26ff30a1589" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "b08f6376-0463-4022-bc77-c26ff30a1589" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:52 user nova-compute[74287]: INFO nova.compute.manager [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Attaching volume 1d886bdb-4d04-4777-af90-80aeb097c6d2 to /dev/vdb
Oct 26 07:54:52 user nova-compute[74287]: DEBUG nova.network.neutron [req-5f91c5d5-a0df-4a3b-83c1-bcf58191c3d8 req-01779ee1-876c-41cc-ac75-5b86387f2ff2 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Updated VIF entry in instance network info cache for port 4dd795f8-5fea-473b-8fa7-0635e5734551. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG nova.network.neutron [req-5f91c5d5-a0df-4a3b-83c1-bcf58191c3d8 req-01779ee1-876c-41cc-ac75-5b86387f2ff2 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Updating instance_info_cache with network_info: [{"id": "4dd795f8-5fea-473b-8fa7-0635e5734551", "address": "fa:16:3e:88:c2:fd", "network": {"id": "f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a", "bridge": "br-int", "label": "tempest-TestVolumeSwap-233420818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95a555b1845049d09d18e7c0c3f4b05e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd795f8-5f", "ovs_interfaceid": "4dd795f8-5fea-473b-8fa7-0635e5734551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5f91c5d5-a0df-4a3b-83c1-bcf58191c3d8 req-01779ee1-876c-41cc-ac75-5b86387f2ff2 service nova] Releasing lock "refresh_cache-b08f6376-0463-4022-bc77-c26ff30a1589" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.utils [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0445356a-ae49-4c87-a7bc-175c6d94cdd3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b873c1e-88c0-4148-b57a-42a6c8c30998]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e607b282-0ac1-41aa-bb8e-807b88fd5331]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[12168f55-e7c6-46d4-baf1-00a87890f904]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:54:52 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:54:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c17ae3b3-29dd-4fc8-8600-6cadbaed6725]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG os_brick.utils [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] <== get_connector_properties: return (149ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:54:52 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Updating existing volume attachment record: 8ccd8f6f-eca4-4992-854e-9a4d1f289362 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 07:54:53 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:53 user nova-compute[74287]: DEBUG nova.compute.manager [req-12192616-55d8-492d-bd84-5be7a458bc45 req-7d7978ec-678b-4647-a8fa-bc5024a883a8 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Received event network-vif-deleted-8b821a7d-b512-460f-886c-b2f06da573c4 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:53 user nova-compute[74287]: INFO nova.compute.manager [req-12192616-55d8-492d-bd84-5be7a458bc45 req-7d7978ec-678b-4647-a8fa-bc5024a883a8 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Neutron deleted interface 8b821a7d-b512-460f-886c-b2f06da573c4; detaching it from the instance and deleting it from the info cache
Oct 26 07:54:53 user nova-compute[74287]: DEBUG nova.network.neutron [req-12192616-55d8-492d-bd84-5be7a458bc45 req-7d7978ec-678b-4647-a8fa-bc5024a883a8 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:53 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Took 0.79 seconds to deallocate network for instance.
Oct 26 07:54:53 user nova-compute[74287]: DEBUG nova.compute.manager [req-12192616-55d8-492d-bd84-5be7a458bc45 req-7d7978ec-678b-4647-a8fa-bc5024a883a8 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Detach interface failed, port_id=8b821a7d-b512-460f-886c-b2f06da573c4, reason: Instance fa7768ca-3219-498b-970c-d00aa294cc20 could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 07:54:53 user nova-compute[74287]: DEBUG nova.compute.manager [req-841bcd52-6d7e-480f-abf2-3bbdc88f18c7 req-e417765d-0810-451e-9a1c-ad647e4280e0 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Received event network-vif-plugged-8b821a7d-b512-460f-886c-b2f06da573c4 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-841bcd52-6d7e-480f-abf2-3bbdc88f18c7 req-e417765d-0810-451e-9a1c-ad647e4280e0 service nova] Acquiring lock "fa7768ca-3219-498b-970c-d00aa294cc20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-841bcd52-6d7e-480f-abf2-3bbdc88f18c7 req-e417765d-0810-451e-9a1c-ad647e4280e0 service nova] Lock "fa7768ca-3219-498b-970c-d00aa294cc20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-841bcd52-6d7e-480f-abf2-3bbdc88f18c7 req-e417765d-0810-451e-9a1c-ad647e4280e0 service nova] Lock "fa7768ca-3219-498b-970c-d00aa294cc20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:53 user nova-compute[74287]: DEBUG nova.compute.manager [req-841bcd52-6d7e-480f-abf2-3bbdc88f18c7 req-e417765d-0810-451e-9a1c-ad647e4280e0 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] No waiting events found dispatching network-vif-plugged-8b821a7d-b512-460f-886c-b2f06da573c4 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:54:53 user nova-compute[74287]: WARNING nova.compute.manager [req-841bcd52-6d7e-480f-abf2-3bbdc88f18c7 req-e417765d-0810-451e-9a1c-ad647e4280e0 service nova] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Received unexpected event network-vif-plugged-8b821a7d-b512-460f-886c-b2f06da573c4 for instance with vm_state active and task_state deleting.
Oct 26 07:54:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:56 user nova-compute[74287]: DEBUG nova.compute.manager [req-007281ac-df97-43ca-939f-c759302afba1 req-9ec613fb-6697-46f5-a405-d0ca2cce6254 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received event network-changed-508d8a85-160d-4477-820f-5b47d0022d96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:56 user nova-compute[74287]: DEBUG nova.compute.manager [req-007281ac-df97-43ca-939f-c759302afba1 req-9ec613fb-6697-46f5-a405-d0ca2cce6254 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Refreshing instance network info cache due to event network-changed-508d8a85-160d-4477-820f-5b47d0022d96. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:54:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-007281ac-df97-43ca-939f-c759302afba1 req-9ec613fb-6697-46f5-a405-d0ca2cce6254 service nova] Acquiring lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-007281ac-df97-43ca-939f-c759302afba1 req-9ec613fb-6697-46f5-a405-d0ca2cce6254 service nova] Acquired lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:56 user nova-compute[74287]: DEBUG nova.network.neutron [req-007281ac-df97-43ca-939f-c759302afba1 req-9ec613fb-6697-46f5-a405-d0ca2cce6254 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Refreshing network info cache for port 508d8a85-160d-4477-820f-5b47d0022d96 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:54:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:57 user nova-compute[74287]: DEBUG nova.network.neutron [req-007281ac-df97-43ca-939f-c759302afba1 req-9ec613fb-6697-46f5-a405-d0ca2cce6254 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Updated VIF entry in instance network info cache for port 508d8a85-160d-4477-820f-5b47d0022d96. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:54:57 user nova-compute[74287]: DEBUG nova.network.neutron [req-007281ac-df97-43ca-939f-c759302afba1 req-9ec613fb-6697-46f5-a405-d0ca2cce6254 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Updating instance_info_cache with network_info: [{"id": "508d8a85-160d-4477-820f-5b47d0022d96", "address": "fa:16:3e:2d:aa:29", "network": {"id": "796136ef-f3a4-4a54-80a5-089b1628a40e", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1826224689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508d8a85-16", "ovs_interfaceid": "508d8a85-160d-4477-820f-5b47d0022d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "interface-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "interface-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:57 user nova-compute[74287]: DEBUG nova.objects.instance [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lazy-loading 'flavor' on Instance uuid ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:54:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-007281ac-df97-43ca-939f-c759302afba1 req-9ec613fb-6697-46f5-a405-d0ca2cce6254 service nova] Releasing lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:57 user nova-compute[74287]: DEBUG nova.objects.instance [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lazy-loading 'pci_requests' on Instance uuid ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:54:57 user nova-compute[74287]: DEBUG nova.objects.base [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Object Instance<ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b> lazy-loaded attributes: flavor,pci_requests {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:54:57 user nova-compute[74287]: DEBUG nova.network.neutron [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:54:57 user nova-compute[74287]: DEBUG nova.policy [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '396652a5c5fe402e8afd66ffb3c84d6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc5c9a29ae8646c8bd50e3f8b9134feb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:54:57 user nova-compute[74287]: DEBUG nova.network.neutron [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Successfully created port: 8023776d-b634-4624-824d-212958d58ebe {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:54:58 user nova-compute[74287]: DEBUG nova.network.neutron [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Successfully updated port: 8023776d-b634-4624-824d-212958d58ebe {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:54:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquired lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:58 user nova-compute[74287]: DEBUG nova.network.neutron [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:54:58 user nova-compute[74287]: DEBUG nova.compute.manager [req-01f9ee90-7260-4d93-9bb8-cf15959550bd req-6d136c42-fb6d-48bc-81ac-f4cd15b3d243 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received event network-changed-8023776d-b634-4624-824d-212958d58ebe {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:58 user nova-compute[74287]: DEBUG nova.compute.manager [req-01f9ee90-7260-4d93-9bb8-cf15959550bd req-6d136c42-fb6d-48bc-81ac-f4cd15b3d243 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Refreshing instance network info cache due to event network-changed-8023776d-b634-4624-824d-212958d58ebe. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:54:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-01f9ee90-7260-4d93-9bb8-cf15959550bd req-6d136c42-fb6d-48bc-81ac-f4cd15b3d243 service nova] Acquiring lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.network.neutron [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Updating instance_info_cache with network_info: [{"id": "508d8a85-160d-4477-820f-5b47d0022d96", "address": "fa:16:3e:2d:aa:29", "network": {"id": "796136ef-f3a4-4a54-80a5-089b1628a40e", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1826224689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508d8a85-16", "ovs_interfaceid": "508d8a85-160d-4477-820f-5b47d0022d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8023776d-b634-4624-824d-212958d58ebe", "address": "fa:16:3e:5f:92:42", "network": {"id": "d6224742-e23e-4eeb-8b55-ff866bbf42fa", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-261074864", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8023776d-b6", "ovs_interfaceid": "8023776d-b634-4624-824d-212958d58ebe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Releasing lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-01f9ee90-7260-4d93-9bb8-cf15959550bd req-6d136c42-fb6d-48bc-81ac-f4cd15b3d243 service nova] Acquired lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.network.neutron [req-01f9ee90-7260-4d93-9bb8-cf15959550bd req-6d136c42-fb6d-48bc-81ac-f4cd15b3d243 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Refreshing network info cache for port 8023776d-b634-4624-824d-212958d58ebe {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:53:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1642983667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1642983667',id=8,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFEbSZ0LSu+SkwrjUER+ZqqsiIsU52Va/yz9a/SjCKsaUDm77GsLjJ8XYvEucaEFcLIb8zSoro/6NZxgS/cZB2Eh4MaRxG34umRRagpLCurHrUDB4LrH+PCCtvz7cT6/g==',key_name='tempest-keypair-876728544',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:53:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='bc5c9a29ae8646c8bd50e3f8b9134feb',ramdisk_id='',reservation_id='r-f166oayz',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-94268440',owner_user_name='tempest-TaggedAttachmentsTest-94268440-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:53:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='396652a5c5fe402e8afd66ffb3c84d6b',uuid=ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8023776d-b634-4624-824d-212958d58ebe", "address": "fa:16:3e:5f:92:42", "network": {"id": "d6224742-e23e-4eeb-8b55-ff866bbf42fa", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-261074864", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8023776d-b6", "ovs_interfaceid": "8023776d-b634-4624-824d-212958d58ebe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Converting VIF {"id": "8023776d-b634-4624-824d-212958d58ebe", "address": "fa:16:3e:5f:92:42", "network": {"id": "d6224742-e23e-4eeb-8b55-ff866bbf42fa", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-261074864", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8023776d-b6", "ovs_interfaceid": "8023776d-b634-4624-824d-212958d58ebe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:92:42,bridge_name='br-int',has_traffic_filtering=True,id=8023776d-b634-4624-824d-212958d58ebe,network=Network(d6224742-e23e-4eeb-8b55-ff866bbf42fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8023776d-b6') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG os_vif [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:92:42,bridge_name='br-int',has_traffic_filtering=True,id=8023776d-b634-4624-824d-212958d58ebe,network=Network(d6224742-e23e-4eeb-8b55-ff866bbf42fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8023776d-b6') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '125beddf-240f-5701-ba3a-86af3b7b9012', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8023776d-b6, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8023776d-b6, col_values=(('qos', UUID('aa3fefd7-1705-4095-bbf2-0d277b040ebe')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8023776d-b6, col_values=(('external_ids', {'iface-id': '8023776d-b634-4624-824d-212958d58ebe', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5f:92:42', 'vm-uuid': 'ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:59 user nova-compute[74287]: INFO os_vif [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:92:42,bridge_name='br-int',has_traffic_filtering=True,id=8023776d-b634-4624-824d-212958d58ebe,network=Network(d6224742-e23e-4eeb-8b55-ff866bbf42fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8023776d-b6')
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:53:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1642983667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1642983667',id=8,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFEbSZ0LSu+SkwrjUER+ZqqsiIsU52Va/yz9a/SjCKsaUDm77GsLjJ8XYvEucaEFcLIb8zSoro/6NZxgS/cZB2Eh4MaRxG34umRRagpLCurHrUDB4LrH+PCCtvz7cT6/g==',key_name='tempest-keypair-876728544',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:53:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='bc5c9a29ae8646c8bd50e3f8b9134feb',ramdisk_id='',reservation_id='r-f166oayz',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-94268440',owner_user_name='tempest-TaggedAttachmentsTest-94268440-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:53:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='396652a5c5fe402e8afd66ffb3c84d6b',uuid=ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8023776d-b634-4624-824d-212958d58ebe", "address": "fa:16:3e:5f:92:42", "network": {"id": "d6224742-e23e-4eeb-8b55-ff866bbf42fa", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-261074864", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8023776d-b6", "ovs_interfaceid": "8023776d-b634-4624-824d-212958d58ebe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Converting VIF {"id": "8023776d-b634-4624-824d-212958d58ebe", "address": "fa:16:3e:5f:92:42", "network": {"id": "d6224742-e23e-4eeb-8b55-ff866bbf42fa", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-261074864", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8023776d-b6", "ovs_interfaceid": "8023776d-b634-4624-824d-212958d58ebe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:92:42,bridge_name='br-int',has_traffic_filtering=True,id=8023776d-b634-4624-824d-212958d58ebe,network=Network(d6224742-e23e-4eeb-8b55-ff866bbf42fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8023776d-b6') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] attach device xml: <interface type="ethernet">
Oct 26 07:54:59 user nova-compute[74287]:   <mac address="fa:16:3e:5f:92:42"/>
Oct 26 07:54:59 user nova-compute[74287]:   <model type="virtio"/>
Oct 26 07:54:59 user nova-compute[74287]:   <mtu size="1442"/>
Oct 26 07:54:59 user nova-compute[74287]:   <target dev="tap8023776d-b6"/>
Oct 26 07:54:59 user nova-compute[74287]: </interface>
Oct 26 07:54:59 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.compute.manager [req-817b21c0-8222-4bbd-a66a-65718c19690e req-cf90d0b2-8fb8-4e1c-996e-bb2b3e356b17 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received event network-vif-plugged-8023776d-b634-4624-824d-212958d58ebe {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-817b21c0-8222-4bbd-a66a-65718c19690e req-cf90d0b2-8fb8-4e1c-996e-bb2b3e356b17 service nova] Acquiring lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-817b21c0-8222-4bbd-a66a-65718c19690e req-cf90d0b2-8fb8-4e1c-996e-bb2b3e356b17 service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-817b21c0-8222-4bbd-a66a-65718c19690e req-cf90d0b2-8fb8-4e1c-996e-bb2b3e356b17 service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.compute.manager [req-817b21c0-8222-4bbd-a66a-65718c19690e req-cf90d0b2-8fb8-4e1c-996e-bb2b3e356b17 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] No waiting events found dispatching network-vif-plugged-8023776d-b634-4624-824d-212958d58ebe {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:54:59 user nova-compute[74287]: WARNING nova.compute.manager [req-817b21c0-8222-4bbd-a66a-65718c19690e req-cf90d0b2-8fb8-4e1c-996e-bb2b3e356b17 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received unexpected event network-vif-plugged-8023776d-b634-4624-824d-212958d58ebe for instance with vm_state active and task_state None.
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.network.neutron [req-01f9ee90-7260-4d93-9bb8-cf15959550bd req-6d136c42-fb6d-48bc-81ac-f4cd15b3d243 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Updated VIF entry in instance network info cache for port 8023776d-b634-4624-824d-212958d58ebe. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.network.neutron [req-01f9ee90-7260-4d93-9bb8-cf15959550bd req-6d136c42-fb6d-48bc-81ac-f4cd15b3d243 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Updating instance_info_cache with network_info: [{"id": "508d8a85-160d-4477-820f-5b47d0022d96", "address": "fa:16:3e:2d:aa:29", "network": {"id": "796136ef-f3a4-4a54-80a5-089b1628a40e", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1826224689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508d8a85-16", "ovs_interfaceid": "508d8a85-160d-4477-820f-5b47d0022d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8023776d-b634-4624-824d-212958d58ebe", "address": "fa:16:3e:5f:92:42", "network": {"id": "d6224742-e23e-4eeb-8b55-ff866bbf42fa", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-261074864", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8023776d-b6", "ovs_interfaceid": "8023776d-b634-4624-824d-212958d58ebe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-01f9ee90-7260-4d93-9bb8-cf15959550bd req-6d136c42-fb6d-48bc-81ac-f4cd15b3d243 service nova] Releasing lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] No BDM found with device name hda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] No VIF found with MAC fa:16:3e:2d:aa:29, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:54:59 user nova-compute[74287]:   <nova:package version="0.0.0"/>
Oct 26 07:54:59 user nova-compute[74287]:   <nova:name>tempest-device-tagging-server-1642983667</nova:name>
Oct 26 07:54:59 user nova-compute[74287]:   <nova:creationTime>2023-10-26 07:54:59</nova:creationTime>
Oct 26 07:54:59 user nova-compute[74287]:   <nova:flavor name="m1.tiny">
Oct 26 07:54:59 user nova-compute[74287]:     <nova:memory>512</nova:memory>
Oct 26 07:54:59 user nova-compute[74287]:     <nova:disk>1</nova:disk>
Oct 26 07:54:59 user nova-compute[74287]:     <nova:swap>0</nova:swap>
Oct 26 07:54:59 user nova-compute[74287]:     <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:54:59 user nova-compute[74287]:     <nova:vcpus>1</nova:vcpus>
Oct 26 07:54:59 user nova-compute[74287]:   </nova:flavor>
Oct 26 07:54:59 user nova-compute[74287]:   <nova:owner>
Oct 26 07:54:59 user nova-compute[74287]:     <nova:user uuid="396652a5c5fe402e8afd66ffb3c84d6b">tempest-TaggedAttachmentsTest-94268440-project-member</nova:user>
Oct 26 07:54:59 user nova-compute[74287]:     <nova:project uuid="bc5c9a29ae8646c8bd50e3f8b9134feb">tempest-TaggedAttachmentsTest-94268440</nova:project>
Oct 26 07:54:59 user nova-compute[74287]:   </nova:owner>
Oct 26 07:54:59 user nova-compute[74287]:   <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:54:59 user nova-compute[74287]:   <nova:ports>
Oct 26 07:54:59 user nova-compute[74287]:     <nova:port uuid="508d8a85-160d-4477-820f-5b47d0022d96">
Oct 26 07:54:59 user nova-compute[74287]:       <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 07:54:59 user nova-compute[74287]:     </nova:port>
Oct 26 07:54:59 user nova-compute[74287]:     <nova:port uuid="8023776d-b634-4624-824d-212958d58ebe">
Oct 26 07:54:59 user nova-compute[74287]:       <nova:ip type="fixed" address="10.10.10.164" ipVersion="4"/>
Oct 26 07:54:59 user nova-compute[74287]:     </nova:port>
Oct 26 07:54:59 user nova-compute[74287]:   </nova:ports>
Oct 26 07:54:59 user nova-compute[74287]: </nova:instance>
Oct 26 07:54:59 user nova-compute[74287]:  {{(pid=74287) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-25c38591-b9fd-403a-b286-18049a4134dc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "interface-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 2.584s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:54:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:02 user nova-compute[74287]: INFO nova.compute.manager [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] [instance: fa7768ca-3219-498b-970c-d00aa294cc20] Took 9.79 seconds to detach 1 volumes for instance.
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Acquiring lock "1f430968-5bd4-4099-a57d-aa796a03fb37" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG nova.objects.instance [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lazy-loading 'flavor' on Instance uuid ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG nova.objects.instance [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Lazy-loading 'flavor' on Instance uuid 1f430968-5bd4-4099-a57d-aa796a03fb37 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:03 user nova-compute[74287]: INFO nova.virt.block_device [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Booting with volume 0e0fac7f-9cd4-4934-92fc-18954022c1fa at /dev/vdc
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.077s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG os_brick.utils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea63e605-bd06-432a-bbcd-a6ab1ac2f405]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[98a55dc0-52e5-481e-969b-534016b73099]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:03 user nova-compute[74287]: INFO nova.compute.manager [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Attaching volume 5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca to /dev/vdb
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.455s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd0ebca7-b942-406a-9f8d-8374f4c563b9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-1158bc36-6a08-43f0-bb21-a70b92cb025e req-5256817d-96a3-41a3-8d32-f568d1f1b1ab service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received event network-vif-plugged-8023776d-b634-4624-824d-212958d58ebe {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1158bc36-6a08-43f0-bb21-a70b92cb025e req-5256817d-96a3-41a3-8d32-f568d1f1b1ab service nova] Acquiring lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1158bc36-6a08-43f0-bb21-a70b92cb025e req-5256817d-96a3-41a3-8d32-f568d1f1b1ab service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1158bc36-6a08-43f0-bb21-a70b92cb025e req-5256817d-96a3-41a3-8d32-f568d1f1b1ab service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-1158bc36-6a08-43f0-bb21-a70b92cb025e req-5256817d-96a3-41a3-8d32-f568d1f1b1ab service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] No waiting events found dispatching network-vif-plugged-8023776d-b634-4624-824d-212958d58ebe {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:55:03 user nova-compute[74287]: WARNING nova.compute.manager [req-1158bc36-6a08-43f0-bb21-a70b92cb025e req-5256817d-96a3-41a3-8d32-f568d1f1b1ab service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received unexpected event network-vif-plugged-8023776d-b634-4624-824d-212958d58ebe for instance with vm_state active and task_state None.
Oct 26 07:55:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-1158bc36-6a08-43f0-bb21-a70b92cb025e req-5256817d-96a3-41a3-8d32-f568d1f1b1ab service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Received event network-changed-2732b18e-eee1-4336-9236-5599c768033b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-1158bc36-6a08-43f0-bb21-a70b92cb025e req-5256817d-96a3-41a3-8d32-f568d1f1b1ab service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Refreshing instance network info cache due to event network-changed-2732b18e-eee1-4336-9236-5599c768033b. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1158bc36-6a08-43f0-bb21-a70b92cb025e req-5256817d-96a3-41a3-8d32-f568d1f1b1ab service nova] Acquiring lock "refresh_cache-1f430968-5bd4-4099-a57d-aa796a03fb37" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1158bc36-6a08-43f0-bb21-a70b92cb025e req-5256817d-96a3-41a3-8d32-f568d1f1b1ab service nova] Acquired lock "refresh_cache-1f430968-5bd4-4099-a57d-aa796a03fb37" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG nova.network.neutron [req-1158bc36-6a08-43f0-bb21-a70b92cb025e req-5256817d-96a3-41a3-8d32-f568d1f1b1ab service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Refreshing network info cache for port 2732b18e-eee1-4336-9236-5599c768033b {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fcb58eb-8576-4e8f-ac43-ff48a8ea77dc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:55:03 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Deleted allocations for instance fa7768ca-3219-498b-970c-d00aa294cc20
Oct 26 07:55:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:55:03 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cda5088a-8178-49a8-a1fe-8d7b835f720a]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG os_brick.utils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] <== get_connector_properties: return (202ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating existing volume attachment record: 21d86ae7-16ea-46a0-b982-a5dea77b996a {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Acquiring lock "1f430968-5bd4-4099-a57d-aa796a03fb37" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:03 user nova-compute[74287]: INFO nova.compute.manager [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Attaching volume 48c2c19c-a027-4288-bb42-f7eb989ae985 to /dev/vdb
Oct 26 07:55:03 user nova-compute[74287]: DEBUG os_brick.utils [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f685a091-de4c-45be-9d84-75f1dc0c9a0a tempest-DeleteServersTestJSON-2110240211 tempest-DeleteServersTestJSON-2110240211-project-member] Lock "fa7768ca-3219-498b-970c-d00aa294cc20" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.065s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "9436218c-08c5-4eac-be39-93cb427bba5c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "9436218c-08c5-4eac-be39-93cb427bba5c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[37cc624b-d6fc-4323-8c03-4502a05f263d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5a90255-9d0e-4850-9a10-925cd5b3754f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG nova.objects.instance [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lazy-loading 'flavor' on Instance uuid 9436218c-08c5-4eac-be39-93cb427bba5c {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:55:03 user nova-compute[74287]: DEBUG nova.objects.instance [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lazy-loading 'flavor' on Instance uuid da60b9fa-ac43-40a9-888f-a5bf1a4fa297 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[62429a64-16a6-481f-932a-90349f6a7435]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecdbd94d-adf7-4be6-a33f-4c7c9af7d6bf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG os_brick.utils [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfd65984-19c1-413d-9aee-a3d644c9238e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:55:04 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[14755130-75de-4479-9ae8-2f719b09eb2a]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG os_brick.utils [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Updating existing volume attachment record: b986d508-fae8-4457-b36e-8fdb5aa7763a {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "9436218c-08c5-4eac-be39-93cb427bba5c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.137s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.452s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[543c34a0-9db4-42f7-9834-8ad13466e913]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d750bc05-03a4-453c-80f3-1993228b4a52]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f406be11-53d5-4140-89eb-f6eee5fe5600]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:55:04 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[956bbad3-e384-47ff-b66f-8a3fe3a0fab0]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG os_brick.utils [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] <== get_connector_properties: return (163ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Updating existing volume attachment record: 9f7d50ac-8ffd-430c-a97d-9cc8f0facd44 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG nova.network.neutron [req-1158bc36-6a08-43f0-bb21-a70b92cb025e req-5256817d-96a3-41a3-8d32-f568d1f1b1ab service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Updated VIF entry in instance network info cache for port 2732b18e-eee1-4336-9236-5599c768033b. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG nova.network.neutron [req-1158bc36-6a08-43f0-bb21-a70b92cb025e req-5256817d-96a3-41a3-8d32-f568d1f1b1ab service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Updating instance_info_cache with network_info: [{"id": "2732b18e-eee1-4336-9236-5599c768033b", "address": "fa:16:3e:37:6e:ab", "network": {"id": "8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-872362962-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc9b94fec22e43558ef630f42b97ea66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2732b18e-ee", "ovs_interfaceid": "2732b18e-eee1-4336-9236-5599c768033b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:55:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1158bc36-6a08-43f0-bb21-a70b92cb025e req-5256817d-96a3-41a3-8d32-f568d1f1b1ab service nova] Releasing lock "refresh_cache-1f430968-5bd4-4099-a57d-aa796a03fb37" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:55:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:05 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 07:55:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:05 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:55:05 user nova-compute[74287]: INFO nova.compute.claims [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Claim successful on node user
Oct 26 07:55:05 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:55:05 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:55:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.402s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:05 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 07:55:05 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 07:55:05 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:55:05 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 07:55:05 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 07:55:05 user nova-compute[74287]: INFO nova.virt.block_device [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Booting with volume 0acbd716-8318-4736-a9f9-647f6f94d9c8 at /dev/vda
Oct 26 07:55:05 user nova-compute[74287]: DEBUG nova.policy [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd450cc28ff3d4d029e3ffb96ab00861c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd993efaa6b1e4702acdbfa829f2850c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:55:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:06 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Successfully created port: 0a8ab511-166f-4d42-9468-c711a325d7b1 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:55:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:07 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Successfully created port: 07b77f02-a3b6-4703-988d-368ed6d56d60 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:55:07 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Successfully created port: a3138fb7-2d33-4193-bd63-ba84526a34d2 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:55:08 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Successfully created port: 59511776-b557-49fa-8633-ac4bf6ebb32b {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:55:08 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Successfully created port: 183fa6f2-0ac1-44d3-9592-2fb92df58ea1 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:55:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:09 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Successfully updated port: 0a8ab511-166f-4d42-9468-c711a325d7b1 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:55:09 user nova-compute[74287]: DEBUG nova.compute.manager [req-8bd540f5-38f9-46e3-88f5-1c7c22ae47c9 req-2e35bb04-ff70-40b4-828f-2254cd6a073d service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-changed-0a8ab511-166f-4d42-9468-c711a325d7b1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:09 user nova-compute[74287]: DEBUG nova.compute.manager [req-8bd540f5-38f9-46e3-88f5-1c7c22ae47c9 req-2e35bb04-ff70-40b4-828f-2254cd6a073d service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing instance network info cache due to event network-changed-0a8ab511-166f-4d42-9468-c711a325d7b1. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:55:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8bd540f5-38f9-46e3-88f5-1c7c22ae47c9 req-2e35bb04-ff70-40b4-828f-2254cd6a073d service nova] Acquiring lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:55:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8bd540f5-38f9-46e3-88f5-1c7c22ae47c9 req-2e35bb04-ff70-40b4-828f-2254cd6a073d service nova] Acquired lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:55:09 user nova-compute[74287]: DEBUG nova.network.neutron [req-8bd540f5-38f9-46e3-88f5-1c7c22ae47c9 req-2e35bb04-ff70-40b4-828f-2254cd6a073d service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing network info cache for port 0a8ab511-166f-4d42-9468-c711a325d7b1 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:55:09 user nova-compute[74287]: DEBUG nova.network.neutron [req-8bd540f5-38f9-46e3-88f5-1c7c22ae47c9 req-2e35bb04-ff70-40b4-828f-2254cd6a073d service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:55:09 user nova-compute[74287]: DEBUG nova.network.neutron [req-8bd540f5-38f9-46e3-88f5-1c7c22ae47c9 req-2e35bb04-ff70-40b4-828f-2254cd6a073d service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:55:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8bd540f5-38f9-46e3-88f5-1c7c22ae47c9 req-2e35bb04-ff70-40b4-828f-2254cd6a073d service nova] Releasing lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:55:09 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Successfully updated port: 69f35d37-a2be-42c9-af04-959b345c4f14 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:55:10 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Successfully updated port: ca73e1be-c1da-4a89-8e01-ba9a76b9b038 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Successfully updated port: 07b77f02-a3b6-4703-988d-368ed6d56d60 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG nova.compute.manager [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-changed-69f35d37-a2be-42c9-af04-959b345c4f14 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG nova.compute.manager [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing instance network info cache due to event network-changed-69f35d37-a2be-42c9-af04-959b345c4f14. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] Acquiring lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] Acquired lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG nova.network.neutron [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing network info cache for port 69f35d37-a2be-42c9-af04-959b345c4f14 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG nova.network.neutron [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG nova.network.neutron [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] Releasing lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG nova.compute.manager [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-changed-ca73e1be-c1da-4a89-8e01-ba9a76b9b038 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG nova.compute.manager [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing instance network info cache due to event network-changed-ca73e1be-c1da-4a89-8e01-ba9a76b9b038. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] Acquiring lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] Acquired lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG nova.network.neutron [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing network info cache for port ca73e1be-c1da-4a89-8e01-ba9a76b9b038 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG nova.network.neutron [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:55:11 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Successfully updated port: a3138fb7-2d33-4193-bd63-ba84526a34d2 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:55:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:55:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] Releasing lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:55:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-changed-07b77f02-a3b6-4703-988d-368ed6d56d60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing instance network info cache due to event network-changed-07b77f02-a3b6-4703-988d-368ed6d56d60. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:55:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] Acquiring lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:55:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] Acquired lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:55:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing network info cache for port 07b77f02-a3b6-4703-988d-368ed6d56d60 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:55:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:55:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:55:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a7d5c9ab-29f4-4bb0-bb65-87fb311cc3c6 req-acdba000-f043-47a8-95f2-35786ec553a1 service nova] Releasing lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:55:12 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Successfully updated port: 59511776-b557-49fa-8633-ac4bf6ebb32b {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:55:13 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Successfully updated port: 183fa6f2-0ac1-44d3-9592-2fb92df58ea1 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:55:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:55:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquired lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:55:13 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:55:13 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:55:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-changed-a3138fb7-2d33-4193-bd63-ba84526a34d2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing instance network info cache due to event network-changed-a3138fb7-2d33-4193-bd63-ba84526a34d2. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:55:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] Acquiring lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:55:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:15 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating instance_info_cache with network_info: [{"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "address": "fa:16:3e:99:3d:70", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3138fb7-2d", "ovs_interfaceid": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59511776-b557-49fa-8633-ac4bf6ebb32b", "address": "fa:16:3e:b9:ba:a9", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59511776-b5", "ovs_interfaceid": "59511776-b557-49fa-8633-ac4bf6ebb32b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "address": "fa:16:3e:86:ae:06", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap183fa6f2-0a", "ovs_interfaceid": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:55:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Releasing lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:55:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Instance network_info: |[{"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "address": "fa:16:3e:99:3d:70", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3138fb7-2d", "ovs_interfaceid": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59511776-b557-49fa-8633-ac4bf6ebb32b", "address": "fa:16:3e:b9:ba:a9", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59511776-b5", "ovs_interfaceid": "59511776-b557-49fa-8633-ac4bf6ebb32b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "address": "fa:16:3e:86:ae:06", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap183fa6f2-0a", "ovs_interfaceid": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 07:55:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] Acquired lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:55:15 user nova-compute[74287]: DEBUG nova.network.neutron [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing network info cache for port a3138fb7-2d33-4193-bd63-ba84526a34d2 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:55:15 user nova-compute[74287]: DEBUG nova.network.neutron [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updated VIF entry in instance network info cache for port a3138fb7-2d33-4193-bd63-ba84526a34d2. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:55:15 user nova-compute[74287]: DEBUG nova.network.neutron [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating instance_info_cache with network_info: [{"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "address": "fa:16:3e:99:3d:70", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3138fb7-2d", "ovs_interfaceid": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59511776-b557-49fa-8633-ac4bf6ebb32b", "address": "fa:16:3e:b9:ba:a9", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59511776-b5", "ovs_interfaceid": "59511776-b557-49fa-8633-ac4bf6ebb32b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "address": "fa:16:3e:86:ae:06", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap183fa6f2-0a", "ovs_interfaceid": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:55:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] Releasing lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:55:15 user nova-compute[74287]: DEBUG nova.compute.manager [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-changed-59511776-b557-49fa-8633-ac4bf6ebb32b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:15 user nova-compute[74287]: DEBUG nova.compute.manager [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing instance network info cache due to event network-changed-59511776-b557-49fa-8633-ac4bf6ebb32b. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:55:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] Acquiring lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:55:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] Acquired lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:55:15 user nova-compute[74287]: DEBUG nova.network.neutron [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing network info cache for port 59511776-b557-49fa-8633-ac4bf6ebb32b {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:55:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:16 user nova-compute[74287]: DEBUG nova.network.neutron [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updated VIF entry in instance network info cache for port 59511776-b557-49fa-8633-ac4bf6ebb32b. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:55:16 user nova-compute[74287]: DEBUG nova.network.neutron [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating instance_info_cache with network_info: [{"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "address": "fa:16:3e:99:3d:70", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3138fb7-2d", "ovs_interfaceid": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59511776-b557-49fa-8633-ac4bf6ebb32b", "address": "fa:16:3e:b9:ba:a9", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59511776-b5", "ovs_interfaceid": "59511776-b557-49fa-8633-ac4bf6ebb32b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "address": "fa:16:3e:86:ae:06", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap183fa6f2-0a", "ovs_interfaceid": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:55:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] Releasing lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:55:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-changed-183fa6f2-0ac1-44d3-9592-2fb92df58ea1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing instance network info cache due to event network-changed-183fa6f2-0ac1-44d3-9592-2fb92df58ea1. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:55:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] Acquiring lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:55:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] Acquired lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:55:16 user nova-compute[74287]: DEBUG nova.network.neutron [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing network info cache for port 183fa6f2-0ac1-44d3-9592-2fb92df58ea1 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:55:16 user nova-compute[74287]: DEBUG nova.network.neutron [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updated VIF entry in instance network info cache for port 183fa6f2-0ac1-44d3-9592-2fb92df58ea1. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:55:16 user nova-compute[74287]: DEBUG nova.network.neutron [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating instance_info_cache with network_info: [{"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "address": "fa:16:3e:99:3d:70", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3138fb7-2d", "ovs_interfaceid": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59511776-b557-49fa-8633-ac4bf6ebb32b", "address": "fa:16:3e:b9:ba:a9", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59511776-b5", "ovs_interfaceid": "59511776-b557-49fa-8633-ac4bf6ebb32b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "address": "fa:16:3e:86:ae:06", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap183fa6f2-0a", "ovs_interfaceid": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:55:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5d0f7974-864e-4556-adb3-2e1bcf2370ac req-8e31c5f2-a1f2-4cec-9b73-3af647d1cd8e service nova] Releasing lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:55:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:55:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:55:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:18 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 07:55:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:22 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:55:22 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:55:22 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7747MB free_disk=25.42292022705078GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9436218c-08c5-4eac-be39-93cb427bba5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance da60b9fa-ac43-40a9-888f-a5bf1a4fa297 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance b08f6376-0463-4022-bc77-c26ff30a1589 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 1f430968-5bd4-4099-a57d-aa796a03fb37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5b0d7d92-fd39-45ff-b452-f3a78029457d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 2e91250c-b9bf-4756-823e-79b388b4a7cd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 07:55:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.529s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:25 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:55:25 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:55:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 07:55:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:55:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:55:26 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 07:55:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:26 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Updating instance_info_cache with network_info: [{"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:55:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:55:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 07:55:26 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:55:26 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:55:26 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:55:26 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:55:26 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:55:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 07:55:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:55:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sVRzxcul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:55:35 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:55:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:55:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:55:35 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:55:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:55:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:55:35 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:55:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a0a5698-5dde-454d-aa31-d6c659e6f98b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:55:35 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf7dc4d0-5a16-4915-a7e2-0cb1c6fc5cfc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2] added
Oct 26 07:55:36 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7c1fb41-5035-4fcb-ac12-e000fc2efcc6]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[43f934e4-3855-4a38-b09f-22b2d26aabaf]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sVRzxcul {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sVRzxcul" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9de493c1-74dd-44be-b720-59fadc620ddf]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sVRzxcul'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6495801f-6b8f-4d42-b775-fca5b11fab34]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bc1884e-9b6a-45db-94cf-4f4782493795]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 07:55:36 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 07:55:36 user nova-compute[74287]:  {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:55:36 user nova-compute[74287]: WARNING os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 07:55:36 user nova-compute[74287]: 
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d7419dd-c805-41d1-adb0-47b34d37fd30]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260]
Oct 26 07:55:36 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260] successful.
Oct 26 07:55:36 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[faf3531f-1263-43ae-837a-0655e4b3e294]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[076788aa-8f93-41f3-80b4-99af7b60b49d]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:36 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:36 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] HCTL ('33', '-', '-', 0) found on session 6 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[12f5f2e1-0e4b-4acf-8a2c-c07046f860d4]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Searching for a device in session 6 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:55:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sVRzxcul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:55:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:55:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '23430636138313234', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:55:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430636138313234', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:55:37 user nova-compute[74287]: DEBUG nova.objects.instance [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lazy-loading 'flavor' on Instance uuid b08f6376-0463-4022-bc77-c26ff30a1589 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:55:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 07:55:37 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:55:37 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 07:55:37 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 07:55:37 user nova-compute[74287]:   <serial>1d886bdb-4d04-4777-af90-80aeb097c6d2</serial>
Oct 26 07:55:37 user nova-compute[74287]: </disk>
Oct 26 07:55:37 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 07:55:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:55:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:55:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] No VIF found with MAC fa:16:3e:88:c2:fd, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:55:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XxAISgDP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:55:41 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:55:41 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:55:41 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f45b9f1a-cd15-4705-a961-90f5d09d363f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:55:41 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e977fa83-b74a-44df-a527-e60d3e9b28f1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca] added
Oct 26 07:55:41 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[17b29a48-e2d6-4e0a-9d57-0c59abc81e47]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ef92dbb-423c-4a4b-aedd-fc3fc25be2b8]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XxAISgDP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XxAISgDP" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b0e4882-6064-4ae1-811b-f21eccf79ec6]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XxAISgDP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[969dfcb2-8762-4627-ae6a-377e22354781]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:41 user nova-compute[74287]: INFO nova.compute.manager [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Attaching volume 716d1fd8-38b0-41f7-8c92-cdc0d8118c01 to /dev/sdc
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "9436218c-08c5-4eac-be39-93cb427bba5c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "9436218c-08c5-4eac-be39-93cb427bba5c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:41 user nova-compute[74287]: INFO nova.compute.manager [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Attaching volume 6693ef30-609d-43fa-bf6e-dd37c7573f6d to /dev/vdb
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ab16be0-9128-4f16-86fe-ccbbf30db6bc]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:41 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:41 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[743cd6ae-844f-4459-8096-bb30c2de03b7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f6088474-fcf8-4e1a-862a-d1fc41f0d7a9 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "b08f6376-0463-4022-bc77-c26ff30a1589" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 49.299s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca, portal: 172.16.0.220,3260]
Oct 26 07:55:41 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca, portal: 172.16.0.220,3260] successful.
Oct 26 07:55:41 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[27114839-3a11-4104-bc5c-b2d7c844fad1]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc90b24d-8923-4920-b4c4-6e19a732af18]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:41 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:41 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:41 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:41 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] HCTL ('34', '-', '-', 0) found on session 7 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.utils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f1375e0-e6f6-49ab-9869-49799635c684]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6abf01b-e802-428e-a5c5-dbd8895979b6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Searching for a device in session 7 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XxAISgDP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG nova.compute.manager [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:55:41 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Creating image(s)
Oct 26 07:55:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Did not create local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Ensure instance console log exists: /opt/stack/data/nova/instances/5b0d7d92-fd39-45ff-b452-f3a78029457d/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Start _get_guest_xml network_info=[{"id": "05d79fe4-9723-4674-b886-98fda75a422b", "address": "fa:16:3e:45:9c:1a", "network": {"id": "d0225753-7819-487f-967b-e61c3e919bc0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1018037981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05d79fe4-97", "ovs_interfaceid": "05d79fe4-9723-4674-b886-98fda75a422b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "address": "fa:16:3e:95:c7:d2", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a08d813-d0", "ovs_interfaceid": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65a86918-ac19-494a-8d5e-de4b94352342", "address": "fa:16:3e:df:f1:25", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a86918-ac", "ovs_interfaceid": "65a86918-ac19-494a-8d5e-de4b94352342", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "030b494b-269c-490c-8d83-54dadbdd5cf7", "address": "fa:16:3e:34:2c:df", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030b494b-26", "ovs_interfaceid": "030b494b-269c-490c-8d83-54dadbdd5cf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'attachment_id': '8d443be5-4f7c-43d2-a0a5-c89bebdbf8cb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cSbTGosr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5b0d7d92-fd39-45ff-b452-f3a78029457d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b416a92a-bb24-4ffb-a0bb-7df6d15c90dd', 'serial': 'b416a92a-bb24-4ffb-a0bb-7df6d15c90dd'}, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}, {'boot_index': 1, 'disk_bus': 'virtio', 'attachment_id': 'd8324620-4532-49f2-907f-ab5d2bac7a6d', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pcjZTnsr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5b0d7d92-fd39-45ff-b452-f3a78029457d', 'attached_at': '', 'detached_at': '', 'volume_id': '76596ca3-53ad-4909-83c4-ab3b30efab8d', 'serial': '76596ca3-53ad-4909-83c4-ab3b30efab8d'}, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}, {'boot_index': 2, 'disk_bus': 'virtio', 'attachment_id': '21d86ae7-16ea-46a0-b982-a5dea77b996a', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RBxDiOro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5b0d7d92-fd39-45ff-b452-f3a78029457d', 'attached_at': '', 'detached_at': '', 'volume_id': '0e0fac7f-9cd4-4934-92fc-18954022c1fa', 'serial': '0e0fac7f-9cd4-4934-92fc-18954022c1fa'}, 'device_type': 'disk', 'mount_device': '/dev/vdc', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc653918-c00e-4bef-83c7-cbf2fbb473d0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:42 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:55:42 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[170bd578-3158-46bb-83f4-e9cd4dabe6a5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cSbTGosr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:55:42 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad662742-cc31-46ea-bd46-5916ade1b87f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.utils [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.utils [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[015b522e-3559-473b-acba-c24fc2b71f2a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6677b32d-bf0f-4c84-aa6c-83fdee7bd691]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:55:42 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[43707c23-9e4e-4498-99b9-f7a75c4aab39]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.utils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] <== get_connector_properties: return (255ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating existing volume attachment record: 131135f7-4ccb-4a05-9b8f-81c0cd800553 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f63ad27d-7fe0-435d-9d37-e4904715583b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cba4eb6-5c2f-480e-acc7-1524ed2db506]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c482807a-4fcf-44ec-a49b-f9519b5be545]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[19e15080-0046-4ef6-af76-f99938f55bfe]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1524e1f8-c032-49c0-9bc0-8d464acc3152]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bfed56a-17d5-467f-a8d8-65f3ea50df9f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:55:42 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b33b873e-b4a6-481a-8be6-123c3a5c50c6]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.utils [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] <== get_connector_properties: return (200ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Updating existing volume attachment record: 89c418aa-290f-4abc-94a7-c8973b82e732 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:55:42 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d474b3e-0a57-4a2d-b821-d71d02c8db15]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.utils [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] <== get_connector_properties: return (217ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Updating existing volume attachment record: d3b49ce5-75c8-4521-a29e-6f41f5a2bcf9 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.364s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] <== connect_volume: return (1365ms) {'type': 'block', 'scsi_wwn': '23734343566303231', 'path': '/dev/sdc'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23734343566303231', 'path': '/dev/sdc'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.863s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:55:42 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:55:42 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG nova.objects.instance [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lazy-loading 'flavor' on Instance uuid ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d93ec29-43b2-41cd-9f90-2628212f4259]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:55:42 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c114581-38bc-4036-b67d-b6607bbcb0a0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd] added
Oct 26 07:55:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 07:55:43 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:55:43 user nova-compute[74287]:   <source dev="/dev/sdc"/>
Oct 26 07:55:43 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 07:55:43 user nova-compute[74287]:   <serial>5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca</serial>
Oct 26 07:55:43 user nova-compute[74287]: </disk>
Oct 26 07:55:43 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[08170663-20e2-4a37-97ad-fb4afb144ec7]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdb0bd00-6a18-433a-8094-c54645a602ac]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cSbTGosr {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cSbTGosr" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9db82553-529e-4e7e-9dcb-fa32ba661b53]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cSbTGosr'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[040ee5f7-fd7d-461b-a942-5caf85edf28c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c2097b0-519b-4611-99ca-2e069a87581a]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:43 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:43 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffcbf3ae-1c8c-4f2a-ba55-3743c772f8c3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd, portal: 172.16.0.220,3260]
Oct 26 07:55:43 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd, portal: 172.16.0.220,3260] successful.
Oct 26 07:55:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fcaed4b-beb3-4f9c-aa98-3a61ab822545]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[684baa55-4580-4a0d-ad3b-e94962d54b31]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:43 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:43 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:55:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:43 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:43 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:55:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] HCTL ('35', '-', '-', 0) found on session 8 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8619112-638f-4692-aba0-14ad25cd160e]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Searching for a device in session 8 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cSbTGosr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] No BDM found with device name hda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:55:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] No VIF found with MAC fa:16:3e:2d:aa:29, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.330s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] <== connect_volume: return (2193ms) {'type': 'block', 'scsi_wwn': '23663666331393264', 'path': '/dev/sdd'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23663666331393264', 'path': '/dev/sdd'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pcjZTnsr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:55:44 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:55:44 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:55:44 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[16d910bd-b34e-48db-89d6-d940dadc511d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:55:44 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0dc6648-5421-4707-ac45-e68363fcca26]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d] added
Oct 26 07:55:44 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0279ecc1-53c2-4a7e-9a00-29919fc459b2]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[120e1df1-89ba-4126-94cc-ad006d871dfb]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pcjZTnsr {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pcjZTnsr" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cebbf164-8eb9-4e51-9025-ff3b92001cb6]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pcjZTnsr'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c4b1956-0525-460e-a2d5-543ee9ec4e1d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ad9c134-5cb5-4b37-a9f4-72d12eaab026]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:44 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:44 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:55:44 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:44 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:44 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:55:44 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[01f713de-4de8-4a5b-b040-ba1c08177c49]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d, portal: 172.16.0.220,3260]
Oct 26 07:55:44 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d, portal: 172.16.0.220,3260] successful.
Oct 26 07:55:44 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[29ed658f-a543-40ec-88c0-cc0e1b564949]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[80791f15-0207-415d-8530-1df3b21c53d7]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:44 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:44 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:55:44 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:55:44 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:44 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:44 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:55:44 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:55:44 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.297s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] HCTL ('36', '-', '-', 0) found on session 9 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dc5706a-9518-465c-aaff-c41b469cab2e]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:44 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Searching for a device in session 9 and hctl ['36', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Searching for a device in session 9 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pcjZTnsr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.332s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '23335313138303534', 'path': '/dev/sde'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23335313138303534', 'path': '/dev/sde'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RBxDiOro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:55:45 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:55:45 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:55:45 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d6111f6-83d1-421f-ba97-fc40b22eeb36]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:55:45 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9ee4e13-891b-4bf8-9b49-6039df8d5b24]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa] added
Oct 26 07:55:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[22ae5de8-c89a-47e8-a30a-befc00c6f9dc]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb35761d-e191-4967-ba12-ad56c362fccf]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RBxDiOro {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RBxDiOro" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c7e5b8a-aadb-41e1-b965-c7e3d5ecc50f]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RBxDiOro'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a373082a-1243-4505-aa83-3a4ae005638c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[26137b60-d157-47a5-a699-c1608dfbb7cc]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:45 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:45 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:55:45 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:55:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:45 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:45 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:55:45 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:55:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d50ea94f-7c30-497f-b3f1-d0dbdb02b7a0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa, portal: 172.16.0.220,3260]
Oct 26 07:55:45 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa, portal: 172.16.0.220,3260] successful.
Oct 26 07:55:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7413277f-a2f7-42f3-b526-fed5bb06a243]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[284ccfbe-c871-4708-94da-99816610a06f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:55:45 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:45 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:45 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:55:45 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:55:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:55:45 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:45 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:45 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:55:45 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:55:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] HCTL ('37', '-', '-', 0) found on session 10 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:55:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f4ae319-8984-40a5-81df-37b4b7e3d93f]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:46 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Searching for a device in session 10 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:55:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RBxDiOro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] <== connect_volume: return (1318ms) {'type': 'block', 'scsi_wwn': '26238666562646637', 'path': '/dev/sdf'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26238666562646637', 'path': '/dev/sdf'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "05d79fe4-9723-4674-b886-98fda75a422b", "address": "fa:16:3e:45:9c:1a", "network": {"id": "d0225753-7819-487f-967b-e61c3e919bc0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1018037981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05d79fe4-97", "ovs_interfaceid": "05d79fe4-9723-4674-b886-98fda75a422b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "05d79fe4-9723-4674-b886-98fda75a422b", "address": "fa:16:3e:45:9c:1a", "network": {"id": "d0225753-7819-487f-967b-e61c3e919bc0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1018037981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05d79fe4-97", "ovs_interfaceid": "05d79fe4-9723-4674-b886-98fda75a422b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:9c:1a,bridge_name='br-int',has_traffic_filtering=True,id=05d79fe4-9723-4674-b886-98fda75a422b,network=Network(d0225753-7819-487f-967b-e61c3e919bc0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05d79fe4-97') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:09:19,bridge_name='br-int',has_traffic_filtering=True,id=d08f3bcb-bb24-48d8-8504-38981f37617e,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd08f3bcb-bb') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:e8:b0,bridge_name='br-int',has_traffic_filtering=True,id=c062f191-3ff6-492a-b7fe-ae9359779b6f,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc062f191-3f') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:6f:e7,bridge_name='br-int',has_traffic_filtering=True,id=f1a72ef6-6662-4b5d-b06b-01c8a07e9775,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1a72ef6-66') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "address": "fa:16:3e:95:c7:d2", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a08d813-d0", "ovs_interfaceid": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "address": "fa:16:3e:95:c7:d2", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a08d813-d0", "ovs_interfaceid": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:c7:d2,bridge_name='br-int',has_traffic_filtering=True,id=3a08d813-d0d1-4ab7-971e-3dcab14a2a3b,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a08d813-d0') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "65a86918-ac19-494a-8d5e-de4b94352342", "address": "fa:16:3e:df:f1:25", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a86918-ac", "ovs_interfaceid": "65a86918-ac19-494a-8d5e-de4b94352342", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "65a86918-ac19-494a-8d5e-de4b94352342", "address": "fa:16:3e:df:f1:25", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a86918-ac", "ovs_interfaceid": "65a86918-ac19-494a-8d5e-de4b94352342", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:f1:25,bridge_name='br-int',has_traffic_filtering=True,id=65a86918-ac19-494a-8d5e-de4b94352342,network=Network(37e06779-60ec-4511-a1c6-507ef931aa72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65a86918-ac') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "030b494b-269c-490c-8d83-54dadbdd5cf7", "address": "fa:16:3e:34:2c:df", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030b494b-26", "ovs_interfaceid": "030b494b-269c-490c-8d83-54dadbdd5cf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "030b494b-269c-490c-8d83-54dadbdd5cf7", "address": "fa:16:3e:34:2c:df", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030b494b-26", "ovs_interfaceid": "030b494b-269c-490c-8d83-54dadbdd5cf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:2c:df,bridge_name='br-int',has_traffic_filtering=True,id=030b494b-269c-490c-8d83-54dadbdd5cf7,network=Network(37e06779-60ec-4511-a1c6-507ef931aa72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030b494b-26') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.objects.instance [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lazy-loading 'pci_devices' on Instance uuid 5b0d7d92-fd39-45ff-b452-f3a78029457d {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:55:47 user nova-compute[74287]:   <uuid>5b0d7d92-fd39-45ff-b452-f3a78029457d</uuid>
Oct 26 07:55:47 user nova-compute[74287]:   <name>instance-0000000a</name>
Oct 26 07:55:47 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:55:47 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:55:47 user nova-compute[74287]:   <metadata>
Oct 26 07:55:47 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:55:47 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:55:47 user nova-compute[74287]:       <nova:name>tempest-device-tagging-server-1482718885</nova:name>
Oct 26 07:55:47 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:55:42</nova:creationTime>
Oct 26 07:55:47 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:55:47 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:55:47 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:55:47 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:55:47 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:55:47 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:55:47 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:55:47 user nova-compute[74287]:       <nova:owner>
Oct 26 07:55:47 user nova-compute[74287]:         <nova:user uuid="d5068100115c4e7c84fad033f95c8e9b">tempest-TaggedBootDevicesTest_v242-1703526803-project-member</nova:user>
Oct 26 07:55:47 user nova-compute[74287]:         <nova:project uuid="34169aae99554f28921b03e628a582e1">tempest-TaggedBootDevicesTest_v242-1703526803</nova:project>
Oct 26 07:55:47 user nova-compute[74287]:       </nova:owner>
Oct 26 07:55:47 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:55:47 user nova-compute[74287]:       <nova:ports>
Oct 26 07:55:47 user nova-compute[74287]:         <nova:port uuid="05d79fe4-9723-4674-b886-98fda75a422b">
Oct 26 07:55:47 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 07:55:47 user nova-compute[74287]:         </nova:port>
Oct 26 07:55:47 user nova-compute[74287]:         <nova:port uuid="d08f3bcb-bb24-48d8-8504-38981f37617e">
Oct 26 07:55:47 user nova-compute[74287]:           <nova:ip type="fixed" address="10.1.1.56" ipVersion="4"/>
Oct 26 07:55:47 user nova-compute[74287]:         </nova:port>
Oct 26 07:55:47 user nova-compute[74287]:         <nova:port uuid="c062f191-3ff6-492a-b7fe-ae9359779b6f">
Oct 26 07:55:47 user nova-compute[74287]:           <nova:ip type="fixed" address="10.1.1.234" ipVersion="4"/>
Oct 26 07:55:47 user nova-compute[74287]:         </nova:port>
Oct 26 07:55:47 user nova-compute[74287]:         <nova:port uuid="f1a72ef6-6662-4b5d-b06b-01c8a07e9775">
Oct 26 07:55:47 user nova-compute[74287]:           <nova:ip type="fixed" address="10.1.1.61" ipVersion="4"/>
Oct 26 07:55:47 user nova-compute[74287]:         </nova:port>
Oct 26 07:55:47 user nova-compute[74287]:         <nova:port uuid="3a08d813-d0d1-4ab7-971e-3dcab14a2a3b">
Oct 26 07:55:47 user nova-compute[74287]:           <nova:ip type="fixed" address="10.1.1.228" ipVersion="4"/>
Oct 26 07:55:47 user nova-compute[74287]:         </nova:port>
Oct 26 07:55:47 user nova-compute[74287]:         <nova:port uuid="65a86918-ac19-494a-8d5e-de4b94352342">
Oct 26 07:55:47 user nova-compute[74287]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 26 07:55:47 user nova-compute[74287]:         </nova:port>
Oct 26 07:55:47 user nova-compute[74287]:         <nova:port uuid="030b494b-269c-490c-8d83-54dadbdd5cf7">
Oct 26 07:55:47 user nova-compute[74287]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 26 07:55:47 user nova-compute[74287]:         </nova:port>
Oct 26 07:55:47 user nova-compute[74287]:       </nova:ports>
Oct 26 07:55:47 user nova-compute[74287]:     </nova:instance>
Oct 26 07:55:47 user nova-compute[74287]:   </metadata>
Oct 26 07:55:47 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:55:47 user nova-compute[74287]:     <system>
Oct 26 07:55:47 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:55:47 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:55:47 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:55:47 user nova-compute[74287]:       <entry name="serial">5b0d7d92-fd39-45ff-b452-f3a78029457d</entry>
Oct 26 07:55:47 user nova-compute[74287]:       <entry name="uuid">5b0d7d92-fd39-45ff-b452-f3a78029457d</entry>
Oct 26 07:55:47 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:55:47 user nova-compute[74287]:     </system>
Oct 26 07:55:47 user nova-compute[74287]:   </sysinfo>
Oct 26 07:55:47 user nova-compute[74287]:   <os>
Oct 26 07:55:47 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:55:47 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:55:47 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:55:47 user nova-compute[74287]:   </os>
Oct 26 07:55:47 user nova-compute[74287]:   <features>
Oct 26 07:55:47 user nova-compute[74287]:     <acpi/>
Oct 26 07:55:47 user nova-compute[74287]:     <apic/>
Oct 26 07:55:47 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:55:47 user nova-compute[74287]:   </features>
Oct 26 07:55:47 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:55:47 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:55:47 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:55:47 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:55:47 user nova-compute[74287]:   </clock>
Oct 26 07:55:47 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:55:47 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:55:47 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:55:47 user nova-compute[74287]:   </cpu>
Oct 26 07:55:47 user nova-compute[74287]:   <devices>
Oct 26 07:55:47 user nova-compute[74287]:     <disk type="file" device="cdrom">
Oct 26 07:55:47 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none"/>
Oct 26 07:55:47 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/5b0d7d92-fd39-45ff-b452-f3a78029457d/disk.config"/>
Oct 26 07:55:47 user nova-compute[74287]:       <target dev="hda" bus="ide"/>
Oct 26 07:55:47 user nova-compute[74287]:     </disk>
Oct 26 07:55:47 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 07:55:47 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:55:47 user nova-compute[74287]:       <source dev="/dev/sdd"/>
Oct 26 07:55:47 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:55:47 user nova-compute[74287]:       <serial>b416a92a-bb24-4ffb-a0bb-7df6d15c90dd</serial>
Oct 26 07:55:47 user nova-compute[74287]:     </disk>
Oct 26 07:55:47 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 07:55:47 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:55:47 user nova-compute[74287]:       <source dev="/dev/sde"/>
Oct 26 07:55:47 user nova-compute[74287]:       <target dev="vdb" bus="virtio"/>
Oct 26 07:55:47 user nova-compute[74287]:       <serial>76596ca3-53ad-4909-83c4-ab3b30efab8d</serial>
Oct 26 07:55:47 user nova-compute[74287]:     </disk>
Oct 26 07:55:47 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 07:55:47 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:55:47 user nova-compute[74287]:       <source dev="/dev/sdf"/>
Oct 26 07:55:47 user nova-compute[74287]:       <target dev="vdc" bus="virtio"/>
Oct 26 07:55:47 user nova-compute[74287]:       <serial>0e0fac7f-9cd4-4934-92fc-18954022c1fa</serial>
Oct 26 07:55:47 user nova-compute[74287]:     </disk>
Oct 26 07:55:47 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:55:47 user nova-compute[74287]:       <mac address="fa:16:3e:45:9c:1a"/>
Oct 26 07:55:47 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:55:47 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:55:47 user nova-compute[74287]:       <target dev="tap05d79fe4-97"/>
Oct 26 07:55:47 user nova-compute[74287]:     </interface>
Oct 26 07:55:47 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:55:47 user nova-compute[74287]:       <mac address="fa:16:3e:fb:09:19"/>
Oct 26 07:55:47 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:55:47 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:55:47 user nova-compute[74287]:       <target dev="tapd08f3bcb-bb"/>
Oct 26 07:55:47 user nova-compute[74287]:     </interface>
Oct 26 07:55:47 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:55:47 user nova-compute[74287]:       <mac address="fa:16:3e:88:e8:b0"/>
Oct 26 07:55:47 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:55:47 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:55:47 user nova-compute[74287]:       <target dev="tapc062f191-3f"/>
Oct 26 07:55:47 user nova-compute[74287]:     </interface>
Oct 26 07:55:47 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:55:47 user nova-compute[74287]:       <mac address="fa:16:3e:51:6f:e7"/>
Oct 26 07:55:47 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:55:47 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:55:47 user nova-compute[74287]:       <target dev="tapf1a72ef6-66"/>
Oct 26 07:55:47 user nova-compute[74287]:     </interface>
Oct 26 07:55:47 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:55:47 user nova-compute[74287]:       <mac address="fa:16:3e:95:c7:d2"/>
Oct 26 07:55:47 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:55:47 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:55:47 user nova-compute[74287]:       <target dev="tap3a08d813-d0"/>
Oct 26 07:55:47 user nova-compute[74287]:     </interface>
Oct 26 07:55:47 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:55:47 user nova-compute[74287]:       <mac address="fa:16:3e:df:f1:25"/>
Oct 26 07:55:47 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:55:47 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:55:47 user nova-compute[74287]:       <target dev="tap65a86918-ac"/>
Oct 26 07:55:47 user nova-compute[74287]:     </interface>
Oct 26 07:55:47 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:55:47 user nova-compute[74287]:       <mac address="fa:16:3e:34:2c:df"/>
Oct 26 07:55:47 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:55:47 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:55:47 user nova-compute[74287]:       <target dev="tap030b494b-26"/>
Oct 26 07:55:47 user nova-compute[74287]:     </interface>
Oct 26 07:55:47 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:55:47 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/5b0d7d92-fd39-45ff-b452-f3a78029457d/console.log" append="off"/>
Oct 26 07:55:47 user nova-compute[74287]:     </serial>
Oct 26 07:55:47 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:55:47 user nova-compute[74287]:     <video>
Oct 26 07:55:47 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:55:47 user nova-compute[74287]:     </video>
Oct 26 07:55:47 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:55:47 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:55:47 user nova-compute[74287]:     </rng>
Oct 26 07:55:47 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:55:47 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:55:47 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:55:47 user nova-compute[74287]:     </memballoon>
Oct 26 07:55:47 user nova-compute[74287]:   </devices>
Oct 26 07:55:47 user nova-compute[74287]: </domain>
Oct 26 07:55:47 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "05d79fe4-9723-4674-b886-98fda75a422b", "address": "fa:16:3e:45:9c:1a", "network": {"id": "d0225753-7819-487f-967b-e61c3e919bc0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1018037981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05d79fe4-97", "ovs_interfaceid": "05d79fe4-9723-4674-b886-98fda75a422b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "05d79fe4-9723-4674-b886-98fda75a422b", "address": "fa:16:3e:45:9c:1a", "network": {"id": "d0225753-7819-487f-967b-e61c3e919bc0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1018037981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05d79fe4-97", "ovs_interfaceid": "05d79fe4-9723-4674-b886-98fda75a422b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:9c:1a,bridge_name='br-int',has_traffic_filtering=True,id=05d79fe4-9723-4674-b886-98fda75a422b,network=Network(d0225753-7819-487f-967b-e61c3e919bc0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05d79fe4-97') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG os_vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:9c:1a,bridge_name='br-int',has_traffic_filtering=True,id=05d79fe4-9723-4674-b886-98fda75a422b,network=Network(d0225753-7819-487f-967b-e61c3e919bc0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05d79fe4-97') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8bafb9e7-7173-5c28-b078-a49003228288', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap05d79fe4-97, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap05d79fe4-97, col_values=(('qos', UUID('afd0fc4d-6d27-4627-8eb0-1e6b201836d4')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap05d79fe4-97, col_values=(('external_ids', {'iface-id': '05d79fe4-9723-4674-b886-98fda75a422b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:45:9c:1a', 'vm-uuid': '5b0d7d92-fd39-45ff-b452-f3a78029457d'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: INFO os_vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:9c:1a,bridge_name='br-int',has_traffic_filtering=True,id=05d79fe4-9723-4674-b886-98fda75a422b,network=Network(d0225753-7819-487f-967b-e61c3e919bc0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05d79fe4-97')
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:09:19,bridge_name='br-int',has_traffic_filtering=True,id=d08f3bcb-bb24-48d8-8504-38981f37617e,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd08f3bcb-bb') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG os_vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:09:19,bridge_name='br-int',has_traffic_filtering=True,id=d08f3bcb-bb24-48d8-8504-38981f37617e,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd08f3bcb-bb') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c317e8b6-0493-5bc4-8196-2177bad225cb', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd08f3bcb-bb, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd08f3bcb-bb, col_values=(('qos', UUID('3ef9517c-831f-474b-bda5-28cb7d11e028')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd08f3bcb-bb, col_values=(('external_ids', {'iface-id': 'd08f3bcb-bb24-48d8-8504-38981f37617e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fb:09:19', 'vm-uuid': '5b0d7d92-fd39-45ff-b452-f3a78029457d'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: INFO os_vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:09:19,bridge_name='br-int',has_traffic_filtering=True,id=d08f3bcb-bb24-48d8-8504-38981f37617e,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd08f3bcb-bb')
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:e8:b0,bridge_name='br-int',has_traffic_filtering=True,id=c062f191-3ff6-492a-b7fe-ae9359779b6f,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc062f191-3f') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG os_vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:e8:b0,bridge_name='br-int',has_traffic_filtering=True,id=c062f191-3ff6-492a-b7fe-ae9359779b6f,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc062f191-3f') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11f45c7d-b3eb-52e6-bdee-ce7c9c6438a6', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc062f191-3f, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc062f191-3f, col_values=(('qos', UUID('64234c8e-93e3-49b4-a4aa-4db442a8cebf')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc062f191-3f, col_values=(('external_ids', {'iface-id': 'c062f191-3ff6-492a-b7fe-ae9359779b6f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:88:e8:b0', 'vm-uuid': '5b0d7d92-fd39-45ff-b452-f3a78029457d'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: INFO os_vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:e8:b0,bridge_name='br-int',has_traffic_filtering=True,id=c062f191-3ff6-492a-b7fe-ae9359779b6f,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc062f191-3f')
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:6f:e7,bridge_name='br-int',has_traffic_filtering=True,id=f1a72ef6-6662-4b5d-b06b-01c8a07e9775,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1a72ef6-66') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG os_vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:6f:e7,bridge_name='br-int',has_traffic_filtering=True,id=f1a72ef6-6662-4b5d-b06b-01c8a07e9775,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1a72ef6-66') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '50932ba7-0e1b-5c4f-90db-6722287e4bb3', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf1a72ef6-66, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf1a72ef6-66, col_values=(('qos', UUID('24df3e79-0b3d-45a1-82a3-0b6ffbd63db2')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf1a72ef6-66, col_values=(('external_ids', {'iface-id': 'f1a72ef6-6662-4b5d-b06b-01c8a07e9775', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:51:6f:e7', 'vm-uuid': '5b0d7d92-fd39-45ff-b452-f3a78029457d'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: INFO os_vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:6f:e7,bridge_name='br-int',has_traffic_filtering=True,id=f1a72ef6-6662-4b5d-b06b-01c8a07e9775,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1a72ef6-66')
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "address": "fa:16:3e:95:c7:d2", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a08d813-d0", "ovs_interfaceid": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "address": "fa:16:3e:95:c7:d2", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a08d813-d0", "ovs_interfaceid": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:c7:d2,bridge_name='br-int',has_traffic_filtering=True,id=3a08d813-d0d1-4ab7-971e-3dcab14a2a3b,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a08d813-d0') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG os_vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:c7:d2,bridge_name='br-int',has_traffic_filtering=True,id=3a08d813-d0d1-4ab7-971e-3dcab14a2a3b,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a08d813-d0') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b48c365c-8c8e-598f-84cb-5f396a84f947', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3a08d813-d0, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3a08d813-d0, col_values=(('qos', UUID('92b584f2-002c-4a18-8a4d-54fd6d1884b3')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3a08d813-d0, col_values=(('external_ids', {'iface-id': '3a08d813-d0d1-4ab7-971e-3dcab14a2a3b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:c7:d2', 'vm-uuid': '5b0d7d92-fd39-45ff-b452-f3a78029457d'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: INFO os_vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:c7:d2,bridge_name='br-int',has_traffic_filtering=True,id=3a08d813-d0d1-4ab7-971e-3dcab14a2a3b,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a08d813-d0')
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "65a86918-ac19-494a-8d5e-de4b94352342", "address": "fa:16:3e:df:f1:25", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a86918-ac", "ovs_interfaceid": "65a86918-ac19-494a-8d5e-de4b94352342", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "65a86918-ac19-494a-8d5e-de4b94352342", "address": "fa:16:3e:df:f1:25", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a86918-ac", "ovs_interfaceid": "65a86918-ac19-494a-8d5e-de4b94352342", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:f1:25,bridge_name='br-int',has_traffic_filtering=True,id=65a86918-ac19-494a-8d5e-de4b94352342,network=Network(37e06779-60ec-4511-a1c6-507ef931aa72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65a86918-ac') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG os_vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:f1:25,bridge_name='br-int',has_traffic_filtering=True,id=65a86918-ac19-494a-8d5e-de4b94352342,network=Network(37e06779-60ec-4511-a1c6-507ef931aa72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65a86918-ac') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '73f91cad-8d7b-51b0-bf1c-704345fb8480', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap65a86918-ac, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap65a86918-ac, col_values=(('qos', UUID('4712ee26-4d69-4437-b977-0a05bf2bd451')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap65a86918-ac, col_values=(('external_ids', {'iface-id': '65a86918-ac19-494a-8d5e-de4b94352342', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:f1:25', 'vm-uuid': '5b0d7d92-fd39-45ff-b452-f3a78029457d'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: INFO os_vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:f1:25,bridge_name='br-int',has_traffic_filtering=True,id=65a86918-ac19-494a-8d5e-de4b94352342,network=Network(37e06779-60ec-4511-a1c6-507ef931aa72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65a86918-ac')
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "030b494b-269c-490c-8d83-54dadbdd5cf7", "address": "fa:16:3e:34:2c:df", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030b494b-26", "ovs_interfaceid": "030b494b-269c-490c-8d83-54dadbdd5cf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "030b494b-269c-490c-8d83-54dadbdd5cf7", "address": "fa:16:3e:34:2c:df", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030b494b-26", "ovs_interfaceid": "030b494b-269c-490c-8d83-54dadbdd5cf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:2c:df,bridge_name='br-int',has_traffic_filtering=True,id=030b494b-269c-490c-8d83-54dadbdd5cf7,network=Network(37e06779-60ec-4511-a1c6-507ef931aa72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030b494b-26') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG os_vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:2c:df,bridge_name='br-int',has_traffic_filtering=True,id=030b494b-269c-490c-8d83-54dadbdd5cf7,network=Network(37e06779-60ec-4511-a1c6-507ef931aa72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030b494b-26') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e5d3318f-7113-538e-a21c-f241506c7b1c', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap030b494b-26, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap030b494b-26, col_values=(('qos', UUID('d9e1d2e7-4574-43a8-b3d4-353a8af596b7')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap030b494b-26, col_values=(('external_ids', {'iface-id': '030b494b-269c-490c-8d83-54dadbdd5cf7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:34:2c:df', 'vm-uuid': '5b0d7d92-fd39-45ff-b452-f3a78029457d'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:47 user nova-compute[74287]: INFO os_vif [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:2c:df,bridge_name='br-int',has_traffic_filtering=True,id=030b494b-269c-490c-8d83-54dadbdd5cf7,network=Network(37e06779-60ec-4511-a1c6-507ef931aa72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030b494b-26')
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] No BDM found with device name hda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] No VIF found with MAC fa:16:3e:45:9c:1a, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:55:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] No VIF found with MAC fa:16:3e:95:c7:d2, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:55:47 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Using config drive
Oct 26 07:55:47 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Creating config drive at /opt/stack/data/nova/instances/5b0d7d92-fd39-45ff-b452-f3a78029457d/disk.config
Oct 26 07:55:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/5b0d7d92-fd39-45ff-b452-f3a78029457d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp8yi1tplo {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/5b0d7d92-fd39-45ff-b452-f3a78029457d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp8yi1tplo" returned: 0 in 0.051s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-8f2bf8ec-5058-4a67-a8d5-ace368f99aeb req-01809228-4fd7-4f60-b117-e533ba789e0c service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-05d79fe4-9723-4674-b886-98fda75a422b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8f2bf8ec-5058-4a67-a8d5-ace368f99aeb req-01809228-4fd7-4f60-b117-e533ba789e0c service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8f2bf8ec-5058-4a67-a8d5-ace368f99aeb req-01809228-4fd7-4f60-b117-e533ba789e0c service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8f2bf8ec-5058-4a67-a8d5-ace368f99aeb req-01809228-4fd7-4f60-b117-e533ba789e0c service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-8f2bf8ec-5058-4a67-a8d5-ace368f99aeb req-01809228-4fd7-4f60-b117-e533ba789e0c service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-05d79fe4-9723-4674-b886-98fda75a422b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:55:49 user nova-compute[74287]: WARNING nova.compute.manager [req-8f2bf8ec-5058-4a67-a8d5-ace368f99aeb req-01809228-4fd7-4f60-b117-e533ba789e0c service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-05d79fe4-9723-4674-b886-98fda75a422b for instance with vm_state building and task_state spawning.
Oct 26 07:55:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG nova.compute.manager [req-bcb996ad-dc22-4e01-b928-f3cc45ad46bd req-f9f1ace3-e519-4fa2-a769-b81820280a46 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-d08f3bcb-bb24-48d8-8504-38981f37617e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-bcb996ad-dc22-4e01-b928-f3cc45ad46bd req-f9f1ace3-e519-4fa2-a769-b81820280a46 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-bcb996ad-dc22-4e01-b928-f3cc45ad46bd req-f9f1ace3-e519-4fa2-a769-b81820280a46 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-bcb996ad-dc22-4e01-b928-f3cc45ad46bd req-f9f1ace3-e519-4fa2-a769-b81820280a46 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG nova.compute.manager [req-bcb996ad-dc22-4e01-b928-f3cc45ad46bd req-f9f1ace3-e519-4fa2-a769-b81820280a46 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-d08f3bcb-bb24-48d8-8504-38981f37617e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:55:50 user nova-compute[74287]: WARNING nova.compute.manager [req-bcb996ad-dc22-4e01-b928-f3cc45ad46bd req-f9f1ace3-e519-4fa2-a769-b81820280a46 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-d08f3bcb-bb24-48d8-8504-38981f37617e for instance with vm_state building and task_state spawning.
Oct 26 07:55:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG nova.compute.manager [req-e15479db-e861-4296-81c9-865f419cdb60 req-52f06778-3a5e-4f9a-9b06-c23b161609eb service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-c062f191-3ff6-492a-b7fe-ae9359779b6f {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e15479db-e861-4296-81c9-865f419cdb60 req-52f06778-3a5e-4f9a-9b06-c23b161609eb service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e15479db-e861-4296-81c9-865f419cdb60 req-52f06778-3a5e-4f9a-9b06-c23b161609eb service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e15479db-e861-4296-81c9-865f419cdb60 req-52f06778-3a5e-4f9a-9b06-c23b161609eb service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG nova.compute.manager [req-e15479db-e861-4296-81c9-865f419cdb60 req-52f06778-3a5e-4f9a-9b06-c23b161609eb service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-c062f191-3ff6-492a-b7fe-ae9359779b6f {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:55:50 user nova-compute[74287]: WARNING nova.compute.manager [req-e15479db-e861-4296-81c9-865f419cdb60 req-52f06778-3a5e-4f9a-9b06-c23b161609eb service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-c062f191-3ff6-492a-b7fe-ae9359779b6f for instance with vm_state building and task_state spawning.
Oct 26 07:55:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-30a8e0ac-e43c-48a1-bab2-2eaf2be299ba req-3e20d35f-bf47-4c99-8925-ee4999666e00 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-05d79fe4-9723-4674-b886-98fda75a422b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-30a8e0ac-e43c-48a1-bab2-2eaf2be299ba req-3e20d35f-bf47-4c99-8925-ee4999666e00 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-30a8e0ac-e43c-48a1-bab2-2eaf2be299ba req-3e20d35f-bf47-4c99-8925-ee4999666e00 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-30a8e0ac-e43c-48a1-bab2-2eaf2be299ba req-3e20d35f-bf47-4c99-8925-ee4999666e00 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-30a8e0ac-e43c-48a1-bab2-2eaf2be299ba req-3e20d35f-bf47-4c99-8925-ee4999666e00 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-05d79fe4-9723-4674-b886-98fda75a422b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:55:51 user nova-compute[74287]: WARNING nova.compute.manager [req-30a8e0ac-e43c-48a1-bab2-2eaf2be299ba req-3e20d35f-bf47-4c99-8925-ee4999666e00 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-05d79fe4-9723-4674-b886-98fda75a422b for instance with vm_state building and task_state spawning.
Oct 26 07:55:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-47ca4f91-737b-4ec3-b147-4dbf5396a43d req-629deef1-6ba0-44e5-a3a6-fe82bd3f15c9 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-d08f3bcb-bb24-48d8-8504-38981f37617e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-47ca4f91-737b-4ec3-b147-4dbf5396a43d req-629deef1-6ba0-44e5-a3a6-fe82bd3f15c9 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-47ca4f91-737b-4ec3-b147-4dbf5396a43d req-629deef1-6ba0-44e5-a3a6-fe82bd3f15c9 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-47ca4f91-737b-4ec3-b147-4dbf5396a43d req-629deef1-6ba0-44e5-a3a6-fe82bd3f15c9 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-47ca4f91-737b-4ec3-b147-4dbf5396a43d req-629deef1-6ba0-44e5-a3a6-fe82bd3f15c9 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-d08f3bcb-bb24-48d8-8504-38981f37617e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:55:52 user nova-compute[74287]: WARNING nova.compute.manager [req-47ca4f91-737b-4ec3-b147-4dbf5396a43d req-629deef1-6ba0-44e5-a3a6-fe82bd3f15c9 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-d08f3bcb-bb24-48d8-8504-38981f37617e for instance with vm_state building and task_state spawning.
Oct 26 07:55:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-c062f191-3ff6-492a-b7fe-ae9359779b6f {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-c062f191-3ff6-492a-b7fe-ae9359779b6f {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:55:52 user nova-compute[74287]: WARNING nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-c062f191-3ff6-492a-b7fe-ae9359779b6f for instance with vm_state building and task_state spawning.
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-f1a72ef6-6662-4b5d-b06b-01c8a07e9775 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-f1a72ef6-6662-4b5d-b06b-01c8a07e9775 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:55:52 user nova-compute[74287]: WARNING nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-f1a72ef6-6662-4b5d-b06b-01c8a07e9775 for instance with vm_state building and task_state spawning.
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-f1a72ef6-6662-4b5d-b06b-01c8a07e9775 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-f1a72ef6-6662-4b5d-b06b-01c8a07e9775 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:55:52 user nova-compute[74287]: WARNING nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-f1a72ef6-6662-4b5d-b06b-01c8a07e9775 for instance with vm_state building and task_state spawning.
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-3a08d813-d0d1-4ab7-971e-3dcab14a2a3b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-3a08d813-d0d1-4ab7-971e-3dcab14a2a3b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:55:52 user nova-compute[74287]: WARNING nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-3a08d813-d0d1-4ab7-971e-3dcab14a2a3b for instance with vm_state building and task_state spawning.
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-3a08d813-d0d1-4ab7-971e-3dcab14a2a3b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-3a08d813-d0d1-4ab7-971e-3dcab14a2a3b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:55:52 user nova-compute[74287]: WARNING nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-3a08d813-d0d1-4ab7-971e-3dcab14a2a3b for instance with vm_state building and task_state spawning.
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-65a86918-ac19-494a-8d5e-de4b94352342 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-65a86918-ac19-494a-8d5e-de4b94352342 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:55:52 user nova-compute[74287]: WARNING nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-65a86918-ac19-494a-8d5e-de4b94352342 for instance with vm_state building and task_state spawning.
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-65a86918-ac19-494a-8d5e-de4b94352342 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-65a86918-ac19-494a-8d5e-de4b94352342 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:55:52 user nova-compute[74287]: WARNING nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-65a86918-ac19-494a-8d5e-de4b94352342 for instance with vm_state building and task_state spawning.
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-030b494b-269c-490c-8d83-54dadbdd5cf7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-030b494b-269c-490c-8d83-54dadbdd5cf7 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:55:52 user nova-compute[74287]: WARNING nova.compute.manager [req-b727a357-f68b-4953-a530-ff2d62004cb7 req-34c08dda-83c7-4ec2-a9a7-561bd7cf0ab8 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-030b494b-269c-490c-8d83-54dadbdd5cf7 for instance with vm_state building and task_state spawning.
Oct 26 07:55:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:54 user nova-compute[74287]: DEBUG nova.compute.manager [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:55:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:55:54 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Instance spawned successfully.
Oct 26 07:55:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 07:55:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:55:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:55:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:55:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:55:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:55:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:55:54 user nova-compute[74287]: INFO nova.compute.manager [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Took 12.67 seconds to spawn the instance on the hypervisor.
Oct 26 07:55:54 user nova-compute[74287]: DEBUG nova.compute.manager [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:55:54 user nova-compute[74287]: INFO nova.compute.manager [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Took 98.65 seconds to build instance.
Oct 26 07:55:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-649c3753-51f8-4655-846d-3e24af8e831d tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 98.762s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:54 user nova-compute[74287]: DEBUG nova.compute.manager [req-fbb8e4bc-81d7-443b-b809-eb93ac0955ed req-6a5d59e7-7b12-4b92-9bc6-81939636409a service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-030b494b-269c-490c-8d83-54dadbdd5cf7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:55:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fbb8e4bc-81d7-443b-b809-eb93ac0955ed req-6a5d59e7-7b12-4b92-9bc6-81939636409a service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:55:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fbb8e4bc-81d7-443b-b809-eb93ac0955ed req-6a5d59e7-7b12-4b92-9bc6-81939636409a service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:55:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fbb8e4bc-81d7-443b-b809-eb93ac0955ed req-6a5d59e7-7b12-4b92-9bc6-81939636409a service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:55:54 user nova-compute[74287]: DEBUG nova.compute.manager [req-fbb8e4bc-81d7-443b-b809-eb93ac0955ed req-6a5d59e7-7b12-4b92-9bc6-81939636409a service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-030b494b-269c-490c-8d83-54dadbdd5cf7 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:55:54 user nova-compute[74287]: WARNING nova.compute.manager [req-fbb8e4bc-81d7-443b-b809-eb93ac0955ed req-6a5d59e7-7b12-4b92-9bc6-81939636409a service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-030b494b-269c-490c-8d83-54dadbdd5cf7 for instance with vm_state active and task_state None.
Oct 26 07:55:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UTDQKsIZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:55:56 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:55:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:55:56 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:55:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:55:56 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d99c938a-352d-4c24-9c14-b70b4dfdba70]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:55:56 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae534a9b-7a52-4a0c-bbba-1c5701ac385c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985] added
Oct 26 07:55:56 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4e1d499-bf00-43b2-bc1c-b42dfdf20d7e]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4db2f6d8-ebd4-4ce5-a022-bd198e743f59]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UTDQKsIZ {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UTDQKsIZ" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[164f8761-7168-4a16-9730-b32a09c3c6e3]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UTDQKsIZ'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d82c6549-d75a-485a-b3e5-8527ebb58c01]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[974e2b12-e0f2-45e5-b762-29ae0756bfde]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:55:57 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:55:57 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --login" returned: 0 in 0.098s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1baffaff-09db-42ce-81cc-71b568c4407b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985, portal: 172.16.0.220,3260]
Oct 26 07:55:57 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985, portal: 172.16.0.220,3260] successful.
Oct 26 07:55:57 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[18933456-c7ea-40bf-a9d4-7c5a699b2875]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7ba3cdb-d0b3-4298-978b-f61873ab2e27]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:55:57 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:55:57 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:55:57 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.369s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] HCTL ('38', '-', '-', 0) found on session 11 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Scanning host 38 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7527e0e7-905d-4864-927e-384a32dbf30e]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Searching for a device in session 11 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UTDQKsIZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:55:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:55:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.406s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:55:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] <== connect_volume: return (1408ms) {'type': 'block', 'scsi_wwn': '23034363561396439', 'path': '/dev/sdg'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:55:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23034363561396439', 'path': '/dev/sdg'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:55:58 user nova-compute[74287]: DEBUG nova.objects.instance [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Lazy-loading 'flavor' on Instance uuid 1f430968-5bd4-4099-a57d-aa796a03fb37 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:55:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] attach device xml: <disk type="block" device="disk">
Oct 26 07:55:58 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:55:58 user nova-compute[74287]:   <source dev="/dev/sdg"/>
Oct 26 07:55:58 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 07:55:58 user nova-compute[74287]:   <serial>48c2c19c-a027-4288-bb42-f7eb989ae985</serial>
Oct 26 07:55:58 user nova-compute[74287]: </disk>
Oct 26 07:55:58 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 07:55:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:55:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:55:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] No VIF found with MAC fa:16:3e:37:6e:ab, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:56:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eKWdHruN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:56:03 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:03 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:03 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[05ec1657-c69a-4a15-b62a-cb6732d56328]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:56:03 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[644d00aa-22b1-44b7-ac14-4b2ddb7a6da3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d] added
Oct 26 07:56:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bb45179-f1ae-441b-b086-1f9d161eecba]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d05436ca-226b-4640-93d1-b1be100b22e7]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eKWdHruN {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eKWdHruN" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba6b4a1e-5646-483a-b227-ec7e7fcb55f5]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eKWdHruN'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c873001-079d-4d93-8fb1-5d773854f4f9]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f34019c-52ef-4775-8d95-243c226dd3bf]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:03 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:03 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:56:03 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:03 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:03 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:03 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:03 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:56:03 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:03 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:03 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[65863f04-da7a-49bd-8554-a1d173257653]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d, portal: 172.16.0.220,3260]
Oct 26 07:56:04 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d, portal: 172.16.0.220,3260] successful.
Oct 26 07:56:04 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[20d357d7-e2fe-4b60-ab8a-db5662e5209b]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f38c938-bdc7-4f23-a852-b36c17db1049]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:04 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:04 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:04 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:56:04 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:04 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:04 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:04 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:04 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:04 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:04 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:56:04 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:04 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:04 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:04 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.344s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] HCTL ('39', '-', '-', 0) found on session 12 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4164a89-53cb-47e6-9a30-c21df0c25ad2]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Searching for a device in session 12 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eKWdHruN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0a5c5e52-cb22-442d-aaa8-cec8e9fc0a8a tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 60.702s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a3d4d78a-7549-4b80-ba26-9e79a3fa99f7 tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 60.308s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:56:04 user nova-compute[74287]: INFO nova.virt.block_device [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Booting with volume 475ba6c6-d88d-40f7-9650-b23752048d62 at /dev/vdb
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.utils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[529daaa5-e8c9-4c7f-a502-9cd31447c69c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd80e875-fe12-4c0c-9c53-b910d397e6cd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7688ca79-487b-4bd6-98ab-5fb493344b0a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c38fa5c5-985a-45e4-9715-50714e444fd8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:56:04 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[436ac5c2-b603-4fad-9867-98a68d9f2a9c]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.utils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating existing volume attachment record: 05edd5e9-0c3a-4070-955b-1fc42cce200c {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Acquiring lock "b08f6376-0463-4022-bc77-c26ff30a1589" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "b08f6376-0463-4022-bc77-c26ff30a1589" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG os_brick.utils [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[21d80215-925f-4b37-8dc1-5f2772bb983f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0033fca1-2255-4447-9801-8516ecc32f2b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc2718ae-2211-42d5-8718-f80dfa17f7a7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ab1c037-6acc-4e1d-b2be-672a0d7a014b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:56:05 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:56:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f43f664f-c1e7-41ac-a857-c3e803596672]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG os_brick.utils [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.391s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] <== connect_volume: return (1393ms) {'type': 'block', 'scsi_wwn': '23361313937666661', 'path': '/dev/sdh'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23361313937666661', 'path': '/dev/sdh'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG nova.objects.instance [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lazy-loading 'flavor' on Instance uuid 9436218c-08c5-4eac-be39-93cb427bba5c {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 07:56:05 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:56:05 user nova-compute[74287]:   <source dev="/dev/sdh"/>
Oct 26 07:56:05 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 07:56:05 user nova-compute[74287]:   <serial>6693ef30-609d-43fa-bf6e-dd37c7573f6d</serial>
Oct 26 07:56:05 user nova-compute[74287]: </disk>
Oct 26 07:56:05 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 07:56:05 user nova-compute[74287]: INFO nova.compute.manager [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Swapping volume 1d886bdb-4d04-4777-af90-80aeb097c6d2 for 1cbfe547-bcdd-46ca-b945-a867ebdea1fc
Oct 26 07:56:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-9ae57986-45f5-4c0f-a55e-a49de54141ac tempest-VolumesAssistedSnapshotsTest-205256631 tempest-VolumesAssistedSnapshotsTest-205256631-project] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] volume_snapshot_create: create_info: {'snapshot_id': '667306dc-ecd6-42f9-b57f-2fb9d138e81b', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74287) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-9ae57986-45f5-4c0f-a55e-a49de54141ac tempest-VolumesAssistedSnapshotsTest-205256631 tempest-VolumesAssistedSnapshotsTest-205256631-project] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] snap xml: <domainsnapshot>
Oct 26 07:56:05 user nova-compute[74287]:   <disks>
Oct 26 07:56:05 user nova-compute[74287]:     <disk name="/dev/sdg" snapshot="external" type="file">
Oct 26 07:56:05 user nova-compute[74287]:       <source file="/dev/new_file"/>
Oct 26 07:56:05 user nova-compute[74287]:     </disk>
Oct 26 07:56:05 user nova-compute[74287]:     <disk name="vda" snapshot="no"/>
Oct 26 07:56:05 user nova-compute[74287]:   </disks>
Oct 26 07:56:05 user nova-compute[74287]: </domainsnapshot>
Oct 26 07:56:05 user nova-compute[74287]:  {{(pid=74287) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG nova.objects.instance [None req-9ae57986-45f5-4c0f-a55e-a49de54141ac tempest-VolumesAssistedSnapshotsTest-205256631 tempest-VolumesAssistedSnapshotsTest-205256631-project] Lazy-loading 'system_metadata' on Instance uuid 1f430968-5bd4-4099-a57d-aa796a03fb37 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-87fe537c-4e3a-45a6-8c6d-8f040b0f9bf9 tempest-VolumesAssistedSnapshotsTest-205256631 tempest-VolumesAssistedSnapshotsTest-205256631-project] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] volume_snapshot_delete: delete_info: {'volume_id': '48c2c19c-a027-4288-bb42-f7eb989ae985'} {{(pid=74287) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [None req-87fe537c-4e3a-45a6-8c6d-8f040b0f9bf9 tempest-VolumesAssistedSnapshotsTest-205256631 tempest-VolumesAssistedSnapshotsTest-205256631-project] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Traceback (most recent call last):
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     self._volume_snapshot_delete(context, instance, volume_id,
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     if delete_info['type'] != 'qcow2':
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] KeyError: 'type'
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] 
Oct 26 07:56:05 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-9ae57986-45f5-4c0f-a55e-a49de54141ac tempest-VolumesAssistedSnapshotsTest-205256631 tempest-VolumesAssistedSnapshotsTest-205256631-project] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [None req-9ae57986-45f5-4c0f-a55e-a49de54141ac tempest-VolumesAssistedSnapshotsTest-205256631 tempest-VolumesAssistedSnapshotsTest-205256631-project] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Traceback (most recent call last):
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     rv = execute(f, *args, **kwargs)
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     six.reraise(c, e, tb)
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     raise value
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     rv = meth(*args, **kwargs)
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] 
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [None req-9ae57986-45f5-4c0f-a55e-a49de54141ac tempest-VolumesAssistedSnapshotsTest-205256631 tempest-VolumesAssistedSnapshotsTest-205256631-project] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Traceback (most recent call last):
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     self._volume_snapshot_create(context, instance, guest,
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     rv = execute(f, *args, **kwargs)
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     six.reraise(c, e, tb)
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     raise value
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     rv = meth(*args, **kwargs)
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 26 07:56:05 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] 
Oct 26 07:56:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:56:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] No VIF found with MAC fa:16:3e:e9:00:75, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:56:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:20 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:56:20 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:56:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:56:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:56:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:56:20 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 07:56:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.208s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:56:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:56:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:56:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:56:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:56:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:56:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:56:24 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:56:24 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:56:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7942MB free_disk=25.40332794189453GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9436218c-08c5-4eac-be39-93cb427bba5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance da60b9fa-ac43-40a9-888f-a5bf1a4fa297 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance b08f6376-0463-4022-bc77-c26ff30a1589 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 1f430968-5bd4-4099-a57d-aa796a03fb37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5b0d7d92-fd39-45ff-b452-f3a78029457d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 2e91250c-b9bf-4756-823e-79b388b4a7cd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 07:56:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.452s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [None req-87fe537c-4e3a-45a6-8c6d-8f040b0f9bf9 tempest-VolumesAssistedSnapshotsTest-205256631 tempest-VolumesAssistedSnapshotsTest-205256631-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver 
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver 
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-03165b10-3f54-42e6-81e7-0da98ba14213)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver 
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver 
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver 
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver [None req-9ae57986-45f5-4c0f-a55e-a49de54141ac tempest-VolumesAssistedSnapshotsTest-205256631 tempest-VolumesAssistedSnapshotsTest-205256631-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 667306dc-ecd6-42f9-b57f-2fb9d138e81b could not be found.
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     raise value
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver 
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver 
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 667306dc-ecd6-42f9-b57f-2fb9d138e81b could not be found. (HTTP 404) (Request-ID: req-42aeb2ef-3531-4358-9368-c787200b197e)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver 
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver 
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 667306dc-ecd6-42f9-b57f-2fb9d138e81b could not be found.
Oct 26 07:56:25 user nova-compute[74287]: ERROR nova.virt.libvirt.driver 
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server [None req-87fe537c-4e3a-45a6-8c6d-8f040b0f9bf9 tempest-VolumesAssistedSnapshotsTest-205256631 tempest-VolumesAssistedSnapshotsTest-205256631-project] Exception during message handling: KeyError: 'type'
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4516, in volume_snapshot_delete
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server 
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server [None req-9ae57986-45f5-4c0f-a55e-a49de54141ac tempest-VolumesAssistedSnapshotsTest-205256631 tempest-VolumesAssistedSnapshotsTest-205256631-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4504, in volume_snapshot_create
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     raise value
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 26 07:56:25 user nova-compute[74287]: ERROR oslo_messaging.rpc.server 
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-47955b7d-6645-4f35-8caf-b2b5f79603a7 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "9436218c-08c5-4eac-be39-93cb427bba5c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 44.230s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:26 user nova-compute[74287]: INFO nova.virt.block_device [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Booting with volume 49e13034-a531-47a8-83f9-9dbedd305dfc at /dev/vdc
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:56:26 user nova-compute[74287]: INFO nova.compute.manager [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Detaching volume 5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Acquiring lock "1f430968-5bd4-4099-a57d-aa796a03fb37" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:56:26 user nova-compute[74287]: INFO nova.compute.manager [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Detaching volume 48c2c19c-a027-4288-bb42-f7eb989ae985
Oct 26 07:56:26 user nova-compute[74287]: DEBUG os_brick.utils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8addc1d6-15bd-4f08-9aeb-c2f4e44d879a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba88d17e-0433-49ff-90ea-dbeb7b5683a9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:26 user nova-compute[74287]: INFO nova.virt.block_device [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Attempting to driver detach volume 5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca from mountpoint /dev/vdb
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Attempting to detach device vdb from instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 07:56:26 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:56:26 user nova-compute[74287]:   <source dev="/dev/sdc"/>
Oct 26 07:56:26 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 07:56:26 user nova-compute[74287]:   <serial>5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca</serial>
Oct 26 07:56:26 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 26 07:56:26 user nova-compute[74287]: </disk>
Oct 26 07:56:26 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4338008b-7838-4724-bed8-833429a941cb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[308c52a4-0617-4c53-a5cb-ece96495c764]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:56:26 user nova-compute[74287]: INFO nova.virt.block_device [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Attempting to driver detach volume 48c2c19c-a027-4288-bb42-f7eb989ae985 from mountpoint /dev/vdb
Oct 26 07:56:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:26 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Successfully detached device vdb from instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b from the persistent domain config.
Oct 26 07:56:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 07:56:26 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:56:26 user nova-compute[74287]:   <source dev="/dev/sdc"/>
Oct 26 07:56:26 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 07:56:26 user nova-compute[74287]:   <serial>5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca</serial>
Oct 26 07:56:26 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 26 07:56:26 user nova-compute[74287]: </disk>
Oct 26 07:56:26 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:56:26 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[82766db5-768f-4e42-907f-574e54c92ae0]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG os_brick.utils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating existing volume attachment record: bd7fea50-a08a-49e8-b051-c7812551df23 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Attempting to detach device vdb from instance 1f430968-5bd4-4099-a57d-aa796a03fb37 from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] detach device xml: <disk type="block" device="disk">
Oct 26 07:56:26 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:56:26 user nova-compute[74287]:   <source dev="/dev/sdg"/>
Oct 26 07:56:26 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 07:56:26 user nova-compute[74287]:   <serial>48c2c19c-a027-4288-bb42-f7eb989ae985</serial>
Oct 26 07:56:26 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 07:56:26 user nova-compute[74287]: </disk>
Oct 26 07:56:26 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 07:56:26 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Successfully detached device vdb from instance 1f430968-5bd4-4099-a57d-aa796a03fb37 from the persistent domain config.
Oct 26 07:56:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1f430968-5bd4-4099-a57d-aa796a03fb37 from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] detach device xml: <disk type="block" device="disk">
Oct 26 07:56:26 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:56:26 user nova-compute[74287]:   <source dev="/dev/sdg"/>
Oct 26 07:56:26 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 07:56:26 user nova-compute[74287]:   <serial>48c2c19c-a027-4288-bb42-f7eb989ae985</serial>
Oct 26 07:56:26 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 07:56:26 user nova-compute[74287]: </disk>
Oct 26 07:56:26 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 07:56:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Skipping network cache update for instance because it has been migrated to another host. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9965}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-9436218c-08c5-4eac-be39-93cb427bba5c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-9436218c-08c5-4eac-be39-93cb427bba5c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CXtOHbeR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b08f6376-0463-4022-bc77-c26ff30a1589', 'attached_at': '', 'detached_at': '', 'volume_id': '1cbfe547-bcdd-46ca-b945-a867ebdea1fc', 'serial': '1cbfe547-bcdd-46ca-b945-a867ebdea1fc'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sVRzxcul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'b08f6376-0463-4022-bc77-c26ff30a1589', 'attached_at': '', 'detached_at': '', 'volume_id': '1d886bdb-4d04-4777-af90-80aeb097c6d2', 'serial'} {{(pid=74287) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CXtOHbeR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:56:27 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:27 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:27 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[275b28d1-a498-42a1-8bcc-5ab81538f7f4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:56:27 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbc68507-1c64-4d79-b18a-4d0c4ee6dd9f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc] added
Oct 26 07:56:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.145s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2c39da8-236c-4cfb-9262-d78b268f6683]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[01e13fa4-f4e7-4bee-980e-c82b090d5540]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CXtOHbeR {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CXtOHbeR" returned: 0 in 0.075s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4eaf8f5-97f3-492d-89b1-1b362961281a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CXtOHbeR'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f2f63e5-3670-47fc-8a7b-1b87624f4529]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Updating instance_info_cache with network_info: [{"id": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "address": "fa:16:3e:e9:00:75", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe4a874-4c", "ovs_interfaceid": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d8b84af-3e95-4c83-8e86-164552ce664c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-9436218c-08c5-4eac-be39-93cb427bba5c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f087bef0-25e7-4a39-8399-739c79f2a432]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc, portal: 172.16.0.220,3260]
Oct 26 07:56:27 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc, portal: 172.16.0.220,3260] successful.
Oct 26 07:56:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1f430968-5bd4-4099-a57d-aa796a03fb37 {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[314f878c-53c9-46f8-9d8d-cd897896cda5]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "9436218c-08c5-4eac-be39-93cb427bba5c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "9436218c-08c5-4eac-be39-93cb427bba5c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[aacd1548-45fa-4c84-b502-e26ccbaf7077]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:27 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.569s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] HCTL ('40', '-', '-', 0) found on session 13 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Scanning host 40 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:27 user nova-compute[74287]: INFO nova.compute.manager [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Detaching volume 6693ef30-609d-43fa-bf6e-dd37c7573f6d
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d05843fc-be9f-4ffe-8d6a-d24e65077190]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Searching for a device in session 13 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CXtOHbeR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:56:27 user nova-compute[74287]: INFO nova.virt.block_device [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Attempting to driver detach volume 6693ef30-609d-43fa-bf6e-dd37c7573f6d from mountpoint /dev/vdb
Oct 26 07:56:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Attempting to detach device vdb from instance 9436218c-08c5-4eac-be39-93cb427bba5c from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 07:56:27 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:56:27 user nova-compute[74287]:   <source dev="/dev/sdh"/>
Oct 26 07:56:27 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 07:56:27 user nova-compute[74287]:   <serial>6693ef30-609d-43fa-bf6e-dd37c7573f6d</serial>
Oct 26 07:56:27 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 07:56:27 user nova-compute[74287]: </disk>
Oct 26 07:56:27 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 07:56:27 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Successfully detached device vdb from instance 9436218c-08c5-4eac-be39-93cb427bba5c from the persistent domain config.
Oct 26 07:56:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9436218c-08c5-4eac-be39-93cb427bba5c from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 07:56:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 07:56:27 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:56:27 user nova-compute[74287]:   <source dev="/dev/sdh"/>
Oct 26 07:56:27 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 07:56:27 user nova-compute[74287]:   <serial>6693ef30-609d-43fa-bf6e-dd37c7573f6d</serial>
Oct 26 07:56:27 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 07:56:27 user nova-compute[74287]: </disk>
Oct 26 07:56:27 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 07:56:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9436218c-08c5-4eac-be39-93cb427bba5c {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 07:56:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.615s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] <== connect_volume: return (1617ms) {'type': 'block', 'scsi_wwn': '23138373334356436', 'path': '/dev/sdi'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:56:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23138373334356436', 'path': '/dev/sdi'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:56:28 user nova-compute[74287]: DEBUG nova.objects.instance [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lazy-loading 'flavor' on Instance uuid b08f6376-0463-4022-bc77-c26ff30a1589 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:56:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:56:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 126877696 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:56:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 288358400 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:56:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 426770432 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:56:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 533725184 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:56:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 677380096 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:56:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 778043392 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:56:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 936378368 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:56:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 1068498944 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:56:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BUoqMujy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:56:34 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:34 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:34 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sVRzxcul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:56:34 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[512de1e3-1bf2-48b2-ada9-49064f5ae16c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:56:34 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0bbb289-1de4-4e87-bd39-1cc04c6ca73c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01] added
Oct 26 07:56:34 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.031s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4059b699-02a8-410c-adf4-720040dff3c1]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c597a3ca-f0d2-43ed-96d1-33f9a6c3b5db]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BUoqMujy {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BUoqMujy" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[734cbd68-238e-487b-847e-62045a8d49b6]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BUoqMujy'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[290d8d9f-24aa-4fb2-ac25-73dbc7ef595e]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7ab01c4-b863-418a-8a78-9f33d09eb205]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:34 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:34 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[46ac484f-b14a-4d27-8525-ddf8fc0d63b5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01, portal: 172.16.0.220,3260]
Oct 26 07:56:34 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01, portal: 172.16.0.220,3260] successful.
Oct 26 07:56:34 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1a86021-120a-4732-a976-ca9849d1ef39]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[db9e5d10-72d5-4d14-9fdc-9b691074f299]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:34 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:34 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:34 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.390s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] HCTL ('41', '-', '-', 0) found on session 14 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2051a7d4-1724-4daa-b75d-10cddae7c6f5]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Searching for a device in session 14 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:56:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BUoqMujy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:56:35 user nova-compute[74287]: INFO nova.compute.manager [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Unshelving
Oct 26 07:56:35 user nova-compute[74287]: INFO nova.virt.block_device [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Booting with volume 6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 at /dev/vdc
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.utils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2df3cfff-e38f-4405-a1dc-4799299ce619]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9bbc47c-d42e-4b9c-be8f-608ae5fb912a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f4d755f-0893-4452-838a-2da71b884b15]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc0d563f-008e-45c1-8fac-a103a3633fd6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:56:35 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a4c58a7-2a5a-4209-adb5-3869677db71e]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.utils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Updating existing volume attachment record: c938d827-7aaa-43d2-8f71-b7f5eef8681f {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.432s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] <== connect_volume: return (1435ms) {'type': 'block', 'scsi_wwn': '23531666430323930', 'path': '/dev/sdj'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23531666430323930', 'path': '/dev/sdj'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.411s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG nova.objects.instance [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lazy-loading 'flavor' on Instance uuid da60b9fa-ac43-40a9-888f-a5bf1a4fa297 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5f89179-d5ab-4782-b62f-834a9e3e2468]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 07:56:35 user nova-compute[74287]: No targets found.
Oct 26 07:56:35 user nova-compute[74287]: iSNS:
Oct 26 07:56:35 user nova-compute[74287]: No targets found.
Oct 26 07:56:35 user nova-compute[74287]: STATIC:
Oct 26 07:56:35 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d
Oct 26 07:56:35 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:35 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:35 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca
Oct 26 07:56:35 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:35 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:35 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa
Oct 26 07:56:35 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:35 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:35 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d
Oct 26 07:56:35 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:35 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:35 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985
Oct 26 07:56:35 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:35 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:35 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01
Oct 26 07:56:35 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:35 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:35 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc
Oct 26 07:56:35 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:35 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:35 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2
Oct 26 07:56:35 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:35 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:35 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd
Oct 26 07:56:35 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:35 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:35 user nova-compute[74287]: FIRMWARE:
Oct 26 07:56:35 user nova-compute[74287]: No targets found.
Oct 26 07:56:35 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 07:56:35 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 07:56:35 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[18e6f519-9663-47ba-b185-ae2a5406e0ab]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 07:56:35 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:56:35 user nova-compute[74287]:   <source dev="/dev/sdj"/>
Oct 26 07:56:35 user nova-compute[74287]:   <target dev="sdc" bus="scsi"/>
Oct 26 07:56:35 user nova-compute[74287]:   <serial>716d1fd8-38b0-41f7-8c92-cdc0d8118c01</serial>
Oct 26 07:56:35 user nova-compute[74287]:   <address type="drive" controller="0" unit="2"/>
Oct 26 07:56:35 user nova-compute[74287]: </disk>
Oct 26 07:56:35 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1e05dce-50ed-482f-86bf-4766e64dee6e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:35 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:35 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:35 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb903ce050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6ccf7c2-9b07-48b1-8f0f-e0d5dfa02b6d]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e479f21a-e4d1-4787-b048-76204dfa2234]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d754648-8c59-47f3-9d2c-9f5df180aded]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2489cfd6-ab35-44eb-8a2a-76e0d3933870]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.090s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7e9e060-652e-48de-b5ca-e25d6541e251]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.113s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c06a4b64-971c-4ab6-8233-1b85e9463800]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260]
Oct 26 07:56:35 user nova-compute[74287]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260] successful.
Oct 26 07:56:35 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa648723-2285-40fc-9268-01dd043f22d2]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.482s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] <== disconnect_volume: return (1893ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:56:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 07:56:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] No BDM found with device name sda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:56:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:56:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:56:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] No VIF found with MAC fa:16:3e:f0:46:8d, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:56:36 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CXtOHbeR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, 'status': 'reserved', 'instance': 'b08f6376-0463-4022-bc77-c26ff30a1589', 'attached_at': '', 'detached_at': '', 'volume_id': '1cbfe547-bcdd-46ca-b945-a867ebdea1fc', 'serial'} {{(pid=74287) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 26 07:56:36 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] swap_volume: removing Cinder connection for volume 1d886bdb-4d04-4777-af90-80aeb097c6d2 {{(pid=74287) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 26 07:56:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:38 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] swap_volume: Updating volume 1d886bdb-4d04-4777-af90-80aeb097c6d2 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "CXtOHbeR", "auth_password": "bdEVlejFzsCMXN", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdi", "volume_id": "1cbfe547-bcdd-46ca-b945-a867ebdea1fc"}, "status": "reserved", "instance": "b08f6376-0463-4022-bc77-c26ff30a1589", "attached_at": "", "detached_at": "", "volume_id": "1cbfe547-bcdd-46ca-b945-a867ebdea1fc", "serial": "1cbfe547-bcdd-46ca-b945-a867ebdea1fc"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '1cbfe547-bcdd-46ca-b945-a867ebdea1fc', 'no_device': None, 'attachment_id': '82d1c099-315a-409f-a180-a7d899e97d67'} {{(pid=74287) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 26 07:56:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f1a29c40-18c4-4652-89bf-6e2bf0937416 tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "b08f6376-0463-4022-bc77-c26ff30a1589" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 33.772s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:56:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-15f58824-f329-47a7-8e9b-b6d0a1c6076e tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 57.143s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:56:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:56:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:56:40 user nova-compute[74287]: INFO nova.compute.manager [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Detaching volume 716d1fd8-38b0-41f7-8c92-cdc0d8118c01
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Acquiring lock "b08f6376-0463-4022-bc77-c26ff30a1589" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "b08f6376-0463-4022-bc77-c26ff30a1589" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG os_brick.utils [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e6e8704-14de-4133-9956-6cee80d1a06a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0f637de-5b8a-467a-8025-b7ad661c5bab]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fccabdbf-03a3-4725-af9e-c8bb18d033df]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3d71495-4a03-4c97-907c-deba7742878a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:40 user nova-compute[74287]: INFO nova.virt.block_device [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Attempting to driver detach volume 716d1fd8-38b0-41f7-8c92-cdc0d8118c01 from mountpoint /dev/sdc
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:56:40 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:56:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5a15340-c9c4-496a-8feb-54bd0a527021]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG os_brick.utils [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Attempting to detach device sdc from instance da60b9fa-ac43-40a9-888f-a5bf1a4fa297 from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 07:56:40 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:56:40 user nova-compute[74287]:   <source dev="/dev/sdj"/>
Oct 26 07:56:40 user nova-compute[74287]:   <target dev="sdc" bus="scsi"/>
Oct 26 07:56:40 user nova-compute[74287]:   <serial>716d1fd8-38b0-41f7-8c92-cdc0d8118c01</serial>
Oct 26 07:56:40 user nova-compute[74287]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 26 07:56:40 user nova-compute[74287]: </disk>
Oct 26 07:56:40 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 07:56:40 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Successfully detached device sdc from instance da60b9fa-ac43-40a9-888f-a5bf1a4fa297 from the persistent domain config.
Oct 26 07:56:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance da60b9fa-ac43-40a9-888f-a5bf1a4fa297 from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 07:56:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 07:56:40 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:56:40 user nova-compute[74287]:   <source dev="/dev/sdj"/>
Oct 26 07:56:40 user nova-compute[74287]:   <target dev="sdc" bus="scsi"/>
Oct 26 07:56:40 user nova-compute[74287]:   <serial>716d1fd8-38b0-41f7-8c92-cdc0d8118c01</serial>
Oct 26 07:56:40 user nova-compute[74287]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 26 07:56:40 user nova-compute[74287]: </disk>
Oct 26 07:56:40 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 07:56:40 user nova-compute[74287]: INFO nova.compute.manager [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Swapping volume 1cbfe547-bcdd-46ca-b945-a867ebdea1fc for 1d886bdb-4d04-4777-af90-80aeb097c6d2
Oct 26 07:56:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance da60b9fa-ac43-40a9-888f-a5bf1a4fa297 {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 07:56:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:47 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b is timed out.
Oct 26 07:56:47 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Successfully detached device vdb from instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b from the live domain config.
Oct 26 07:56:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XxAISgDP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:56:47 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa30c8db-01ad-4322-a4e8-37e6dbde7909]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 07:56:47 user nova-compute[74287]: No targets found.
Oct 26 07:56:47 user nova-compute[74287]: iSNS:
Oct 26 07:56:47 user nova-compute[74287]: No targets found.
Oct 26 07:56:47 user nova-compute[74287]: STATIC:
Oct 26 07:56:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d
Oct 26 07:56:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca
Oct 26 07:56:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa
Oct 26 07:56:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d
Oct 26 07:56:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985
Oct 26 07:56:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01
Oct 26 07:56:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc
Oct 26 07:56:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd
Oct 26 07:56:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:47 user nova-compute[74287]: FIRMWARE:
Oct 26 07:56:47 user nova-compute[74287]: No targets found.
Oct 26 07:56:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 07:56:47 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 07:56:47 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6f98a98-bdb1-4b29-8295-79af649ecfd1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[95532bad-9526-4026-8ad3-d7fa77704269]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb903fc700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca'): ({'sdc'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Removing single pathed devices sdc {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a02415e-4b14-4b25-b8ac-bf659c9bf5be]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6a1e6ee-9de2-4df8-9176-bd0c8d9705f4]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Flushing IO for device /dev/sdc {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8617bb3a-cc65-415e-82d8-fdd2820018e4]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbfb5c0e-d87e-4a46-84ae-0d1df9554082]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fec1e032-ce6f-4787-82f3-75d096ccabd6]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e98b614f-1696-4c9c-b8c0-865a186c24ba]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca, portal: 172.16.0.220,3260]
Oct 26 07:56:47 user nova-compute[74287]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca, portal: 172.16.0.220,3260] successful.
Oct 26 07:56:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ccc90ea-4a2f-4ad7-88ad-64b72e5f79ca -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e40f48b-7235-4257-9ac2-05ca46d97c22]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.339s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] <== disconnect_volume: return (341ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 07:56:47 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1f430968-5bd4-4099-a57d-aa796a03fb37 is timed out.
Oct 26 07:56:47 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Successfully detached device vdb from instance 1f430968-5bd4-4099-a57d-aa796a03fb37 from the live domain config.
Oct 26 07:56:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UTDQKsIZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:56:47 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd2332cc-1339-4238-a8ed-a7b219b98b78]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 07:56:47 user nova-compute[74287]: No targets found.
Oct 26 07:56:47 user nova-compute[74287]: iSNS:
Oct 26 07:56:47 user nova-compute[74287]: No targets found.
Oct 26 07:56:47 user nova-compute[74287]: STATIC:
Oct 26 07:56:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d
Oct 26 07:56:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa
Oct 26 07:56:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d
Oct 26 07:56:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985
Oct 26 07:56:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01
Oct 26 07:56:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc
Oct 26 07:56:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd
Oct 26 07:56:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:47 user nova-compute[74287]: FIRMWARE:
Oct 26 07:56:47 user nova-compute[74287]: No targets found.
Oct 26 07:56:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 07:56:47 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 07:56:47 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[835364d6-62ba-4c8d-abf8-139cb9a15d03]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[db113cbc-b7e3-49b7-af9c-a1af0dffcf72]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:47 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb903ff6d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985'): ({'sdg'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Removing single pathed devices sdg {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dccd786-e40f-4c24-bf32-418d83175ffa]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[89a8ff06-dc16-4dd9-a2c6-1878077ca1bf]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Flushing IO for device /dev/sdg {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.012s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[46d496ea-8ab2-4e0d-a3bf-f807c27113a7]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.047s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c254ebb-1e3e-47bb-8f9f-0030f6be09d0]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Checking to see if SCSI volumes sdg have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] SCSI volumes sdg have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[196b31be-5978-4714-8530-8ab51aa16d6b]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0ab601f-8201-46f8-9283-e9709421a519]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985, portal: 172.16.0.220,3260]
Oct 26 07:56:48 user nova-compute[74287]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985, portal: 172.16.0.220,3260] successful.
Oct 26 07:56:48 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48c2c19c-a027-4288-bb42-f7eb989ae985 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b935e78f-cfba-422d-965b-33afbcdfc769]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] <== disconnect_volume: return (338ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 07:56:48 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9436218c-08c5-4eac-be39-93cb427bba5c is timed out.
Oct 26 07:56:48 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Successfully detached device vdb from instance 9436218c-08c5-4eac-be39-93cb427bba5c from the live domain config.
Oct 26 07:56:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eKWdHruN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:56:48 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8383efed-4104-4e68-b151-66cdb640aeb1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 07:56:48 user nova-compute[74287]: No targets found.
Oct 26 07:56:48 user nova-compute[74287]: iSNS:
Oct 26 07:56:48 user nova-compute[74287]: No targets found.
Oct 26 07:56:48 user nova-compute[74287]: STATIC:
Oct 26 07:56:48 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d
Oct 26 07:56:48 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:48 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:48 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa
Oct 26 07:56:48 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:48 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:48 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d
Oct 26 07:56:48 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:48 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:48 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01
Oct 26 07:56:48 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:48 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:48 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc
Oct 26 07:56:48 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:48 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:48 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd
Oct 26 07:56:48 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:56:48 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:56:48 user nova-compute[74287]: FIRMWARE:
Oct 26 07:56:48 user nova-compute[74287]: No targets found.
Oct 26 07:56:48 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 07:56:48 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 07:56:48 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[86456de8-befa-4ce3-ab4f-6459a65a6576]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d53e5a6-ea72-495f-a9ea-8b9da21c0a52]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:48 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:48 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:48 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:48 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:48 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:48 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:48 user nova-compute[74287]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d (non-flash)
Oct 26 07:56:48 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:48 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:48 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:48 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:48 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb90267640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d'): ({'sdh'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Removing single pathed devices sdh {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[77cdf9cb-1303-4670-9c22-6bd733145ff5]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[842a3f50-ca53-41d9-9120-3ba284f530be]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Flushing IO for device /dev/sdh {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.012s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a4d43de-66fc-43fa-a6f9-7e54d3a54e8a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.036s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[be137869-8bcd-410d-8efa-217497730928]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] SCSI volumes sdh have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[40c11f8f-4816-4d06-bf41-5a6d801b9dde]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[af0e77d5-fb2d-48fb-a63c-c61929970a16]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d, portal: 172.16.0.220,3260]
Oct 26 07:56:48 user nova-compute[74287]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d, portal: 172.16.0.220,3260] successful.
Oct 26 07:56:48 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6693ef30-609d-43fa-bf6e-dd37c7573f6d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[967dac51-0d55-4c79-9ffd-f3e35f2e8f40]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] <== disconnect_volume: return (296ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:56:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 07:56:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:51 user nova-compute[74287]: DEBUG nova.objects.instance [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lazy-loading 'flavor' on Instance uuid ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:56:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-72fe7158-148a-4a18-b709-3e9cea85a6ea tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 25.287s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:56:52 user nova-compute[74287]: DEBUG nova.objects.instance [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Lazy-loading 'flavor' on Instance uuid 1f430968-5bd4-4099-a57d-aa796a03fb37 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:56:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a859dcc3-b928-479a-bbd3-dcfa07ae5fba tempest-VolumesAssistedSnapshotsTest-1019154977 tempest-VolumesAssistedSnapshotsTest-1019154977-project-admin] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 25.994s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:56:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.objects.instance [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lazy-loading 'flavor' on Instance uuid 9436218c-08c5-4eac-be39-93cb427bba5c {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-60b1b38c-21ed-46ae-bbbe-79b77c02ad5f tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "9436218c-08c5-4eac-be39-93cb427bba5c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 25.676s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:56:53 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Creating image(s)
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Did not create local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Ensure instance console log exists: /opt/stack/data/nova/instances/2e91250c-b9bf-4756-823e-79b388b4a7cd/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Start _get_guest_xml network_info=[{"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "address": "fa:16:3e:99:3d:70", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3138fb7-2d", "ovs_interfaceid": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59511776-b557-49fa-8633-ac4bf6ebb32b", "address": "fa:16:3e:b9:ba:a9", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59511776-b5", "ovs_interfaceid": "59511776-b557-49fa-8633-ac4bf6ebb32b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "address": "fa:16:3e:86:ae:06", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap183fa6f2-0a", "ovs_interfaceid": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'attachment_id': '131135f7-4ccb-4a05-9b8f-81c0cd800553', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NFCuzpjs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2e91250c-b9bf-4756-823e-79b388b4a7cd', 'attached_at': '', 'detached_at': '', 'volume_id': '0acbd716-8318-4736-a9f9-647f6f94d9c8', 'serial': '0acbd716-8318-4736-a9f9-647f6f94d9c8'}, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}, {'boot_index': 1, 'disk_bus': 'virtio', 'attachment_id': '05edd5e9-0c3a-4070-955b-1fc42cce200c', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hpyvkxjl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2e91250c-b9bf-4756-823e-79b388b4a7cd', 'attached_at': '', 'detached_at': '', 'volume_id': '475ba6c6-d88d-40f7-9650-b23752048d62', 'serial': '475ba6c6-d88d-40f7-9650-b23752048d62'}, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}, {'boot_index': 2, 'disk_bus': 'virtio', 'attachment_id': 'bd7fea50-a08a-49e8-b051-c7812551df23', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VziBFcNp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2e91250c-b9bf-4756-823e-79b388b4a7cd', 'attached_at': '', 'detached_at': '', 'volume_id': '49e13034-a531-47a8-83f9-9dbedd305dfc', 'serial': '49e13034-a531-47a8-83f9-9dbedd305dfc'}, 'device_type': 'disk', 'mount_device': '/dev/vdc', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:56:53 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:56:53 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NFCuzpjs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:56:53 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:53 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.124s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:53 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[af701cb1-a41b-4bf1-8607-044c08c3ac17]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:56:53 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.042s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2159f999-b90c-4282-90c9-8858589403b2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8] added
Oct 26 07:56:53 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6f98467-507a-40c1-a09a-1d6db6f3ff0b]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[011cd286-d512-4ded-a09a-1ceef34694c0]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NFCuzpjs {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NFCuzpjs" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc099877-e70d-436c-8cb1-32ebe6612a68]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NFCuzpjs'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[faacbe7d-9299-4cbf-bf24-620ba7672dbb]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fc5184f-94f6-4181-be85-9d36e5219fcb]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:54 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:54 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a77f1516-f5c9-48c0-9e1b-215b461c734d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8, portal: 172.16.0.220,3260]
Oct 26 07:56:54 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8, portal: 172.16.0.220,3260] successful.
Oct 26 07:56:54 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6fa99e9-ee48-430f-8744-473979e95b7d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceb28080-8b65-49f0-b8d5-cc63ccb69b5f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:54 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:54 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:54 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.350s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] HCTL ('33', '-', '-', 0) found on session 15 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d5a1b5e-41e2-4ccf-8417-77de012eef0e]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Searching for a device in session 15 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NFCuzpjs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "interface-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-8023776d-b634-4624-824d-212958d58ebe" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "interface-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-8023776d-b634-4624-824d-212958d58ebe" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG nova.objects.instance [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lazy-loading 'flavor' on Instance uuid ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:53:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1642983667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1642983667',id=8,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFEbSZ0LSu+SkwrjUER+ZqqsiIsU52Va/yz9a/SjCKsaUDm77GsLjJ8XYvEucaEFcLIb8zSoro/6NZxgS/cZB2Eh4MaRxG34umRRagpLCurHrUDB4LrH+PCCtvz7cT6/g==',key_name='tempest-keypair-876728544',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:53:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc5c9a29ae8646c8bd50e3f8b9134feb',ramdisk_id='',reservation_id='r-f166oayz',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-94268440',owner_user_name='tempest-TaggedAttachmentsTest-94268440-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:53:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='396652a5c5fe402e8afd66ffb3c84d6b',uuid=ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8023776d-b634-4624-824d-212958d58ebe", "address": "fa:16:3e:5f:92:42", "network": {"id": "d6224742-e23e-4eeb-8b55-ff866bbf42fa", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-261074864", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8023776d-b6", "ovs_interfaceid": "8023776d-b634-4624-824d-212958d58ebe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Converting VIF {"id": "8023776d-b634-4624-824d-212958d58ebe", "address": "fa:16:3e:5f:92:42", "network": {"id": "d6224742-e23e-4eeb-8b55-ff866bbf42fa", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-261074864", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8023776d-b6", "ovs_interfaceid": "8023776d-b634-4624-824d-212958d58ebe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:92:42,bridge_name='br-int',has_traffic_filtering=True,id=8023776d-b634-4624-824d-212958d58ebe,network=Network(d6224742-e23e-4eeb-8b55-ff866bbf42fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8023776d-b6') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5f:92:42"/><model type="virtio"/><mtu size="1442"/><target dev="tap8023776d-b6"/></interface> {{(pid=74287) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5f:92:42"/><model type="virtio"/><mtu size="1442"/><target dev="tap8023776d-b6"/></interface> {{(pid=74287) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Attempting to detach device tap8023776d-b6 from instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] detach device xml: <interface type="ethernet">
Oct 26 07:56:54 user nova-compute[74287]:   <mac address="fa:16:3e:5f:92:42"/>
Oct 26 07:56:54 user nova-compute[74287]:   <model type="virtio"/>
Oct 26 07:56:54 user nova-compute[74287]:   <mtu size="1442"/>
Oct 26 07:56:54 user nova-compute[74287]:   <target dev="tap8023776d-b6"/>
Oct 26 07:56:54 user nova-compute[74287]: </interface>
Oct 26 07:56:54 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5f:92:42"/><model type="virtio"/><mtu size="1442"/><target dev="tap8023776d-b6"/></interface> {{(pid=74287) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:5f:92:42"/><model type="virtio"/><mtu size="1442"/><target dev="tap8023776d-b6"/></interface>not found in domain: <domain type='kvm' id='8'>
Oct 26 07:56:54 user nova-compute[74287]:   <name>instance-00000008</name>
Oct 26 07:56:54 user nova-compute[74287]:   <uuid>ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</uuid>
Oct 26 07:56:54 user nova-compute[74287]:   <metadata>
Oct 26 07:56:54 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:56:54 user nova-compute[74287]:   <nova:package version="0.0.0"/>
Oct 26 07:56:54 user nova-compute[74287]:   <nova:name>tempest-device-tagging-server-1642983667</nova:name>
Oct 26 07:56:54 user nova-compute[74287]:   <nova:creationTime>2023-10-26 07:54:59</nova:creationTime>
Oct 26 07:56:54 user nova-compute[74287]:   <nova:flavor name="m1.tiny">
Oct 26 07:56:54 user nova-compute[74287]:     <nova:memory>512</nova:memory>
Oct 26 07:56:54 user nova-compute[74287]:     <nova:disk>1</nova:disk>
Oct 26 07:56:54 user nova-compute[74287]:     <nova:swap>0</nova:swap>
Oct 26 07:56:54 user nova-compute[74287]:     <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:56:54 user nova-compute[74287]:     <nova:vcpus>1</nova:vcpus>
Oct 26 07:56:54 user nova-compute[74287]:   </nova:flavor>
Oct 26 07:56:54 user nova-compute[74287]:   <nova:owner>
Oct 26 07:56:54 user nova-compute[74287]:     <nova:user uuid="396652a5c5fe402e8afd66ffb3c84d6b">tempest-TaggedAttachmentsTest-94268440-project-member</nova:user>
Oct 26 07:56:54 user nova-compute[74287]:     <nova:project uuid="bc5c9a29ae8646c8bd50e3f8b9134feb">tempest-TaggedAttachmentsTest-94268440</nova:project>
Oct 26 07:56:54 user nova-compute[74287]:   </nova:owner>
Oct 26 07:56:54 user nova-compute[74287]:   <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:56:54 user nova-compute[74287]:   <nova:ports>
Oct 26 07:56:54 user nova-compute[74287]:     <nova:port uuid="508d8a85-160d-4477-820f-5b47d0022d96">
Oct 26 07:56:54 user nova-compute[74287]:       <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 07:56:54 user nova-compute[74287]:     </nova:port>
Oct 26 07:56:54 user nova-compute[74287]:     <nova:port uuid="8023776d-b634-4624-824d-212958d58ebe">
Oct 26 07:56:54 user nova-compute[74287]:       <nova:ip type="fixed" address="10.10.10.164" ipVersion="4"/>
Oct 26 07:56:54 user nova-compute[74287]:     </nova:port>
Oct 26 07:56:54 user nova-compute[74287]:   </nova:ports>
Oct 26 07:56:54 user nova-compute[74287]: </nova:instance>
Oct 26 07:56:54 user nova-compute[74287]:   </metadata>
Oct 26 07:56:54 user nova-compute[74287]:   <memory unit='KiB'>524288</memory>
Oct 26 07:56:54 user nova-compute[74287]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 26 07:56:54 user nova-compute[74287]:   <vcpu placement='static'>1</vcpu>
Oct 26 07:56:54 user nova-compute[74287]:   <resource>
Oct 26 07:56:54 user nova-compute[74287]:     <partition>/machine</partition>
Oct 26 07:56:54 user nova-compute[74287]:   </resource>
Oct 26 07:56:54 user nova-compute[74287]:   <sysinfo type='smbios'>
Oct 26 07:56:54 user nova-compute[74287]:     <system>
Oct 26 07:56:54 user nova-compute[74287]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 26 07:56:54 user nova-compute[74287]:       <entry name='product'>OpenStack Nova</entry>
Oct 26 07:56:54 user nova-compute[74287]:       <entry name='version'>0.0.0</entry>
Oct 26 07:56:54 user nova-compute[74287]:       <entry name='serial'>ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</entry>
Oct 26 07:56:54 user nova-compute[74287]:       <entry name='uuid'>ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</entry>
Oct 26 07:56:54 user nova-compute[74287]:       <entry name='family'>Virtual Machine</entry>
Oct 26 07:56:54 user nova-compute[74287]:     </system>
Oct 26 07:56:54 user nova-compute[74287]:   </sysinfo>
Oct 26 07:56:54 user nova-compute[74287]:   <os>
Oct 26 07:56:54 user nova-compute[74287]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 26 07:56:54 user nova-compute[74287]:     <boot dev='hd'/>
Oct 26 07:56:54 user nova-compute[74287]:     <smbios mode='sysinfo'/>
Oct 26 07:56:54 user nova-compute[74287]:   </os>
Oct 26 07:56:54 user nova-compute[74287]:   <features>
Oct 26 07:56:54 user nova-compute[74287]:     <acpi/>
Oct 26 07:56:54 user nova-compute[74287]:     <apic/>
Oct 26 07:56:54 user nova-compute[74287]:     <vmcoreinfo state='on'/>
Oct 26 07:56:54 user nova-compute[74287]:   </features>
Oct 26 07:56:54 user nova-compute[74287]:   <cpu mode='custom' match='exact' check='full'>
Oct 26 07:56:54 user nova-compute[74287]:     <model fallback='forbid'>Nehalem</model>
Oct 26 07:56:54 user nova-compute[74287]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 26 07:56:54 user nova-compute[74287]:     <feature policy='require' name='vme'/>
Oct 26 07:56:54 user nova-compute[74287]:     <feature policy='require' name='x2apic'/>
Oct 26 07:56:54 user nova-compute[74287]:     <feature policy='require' name='hypervisor'/>
Oct 26 07:56:54 user nova-compute[74287]:   </cpu>
Oct 26 07:56:54 user nova-compute[74287]:   <clock offset='utc'>
Oct 26 07:56:54 user nova-compute[74287]:     <timer name='pit' tickpolicy='delay'/>
Oct 26 07:56:54 user nova-compute[74287]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 26 07:56:54 user nova-compute[74287]:     <timer name='hpet' present='no'/>
Oct 26 07:56:54 user nova-compute[74287]:   </clock>
Oct 26 07:56:54 user nova-compute[74287]:   <on_poweroff>destroy</on_poweroff>
Oct 26 07:56:54 user nova-compute[74287]:   <on_reboot>restart</on_reboot>
Oct 26 07:56:54 user nova-compute[74287]:   <on_crash>destroy</on_crash>
Oct 26 07:56:54 user nova-compute[74287]:   <devices>
Oct 26 07:56:54 user nova-compute[74287]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 26 07:56:54 user nova-compute[74287]:     <disk type='file' device='disk'>
Oct 26 07:56:54 user nova-compute[74287]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 26 07:56:54 user nova-compute[74287]:       <source file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk' index='2'/>
Oct 26 07:56:54 user nova-compute[74287]:       <backingStore type='file' index='3'>
Oct 26 07:56:54 user nova-compute[74287]:         <format type='raw'/>
Oct 26 07:56:54 user nova-compute[74287]:         <source file='/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6'/>
Oct 26 07:56:54 user nova-compute[74287]:         <backingStore/>
Oct 26 07:56:54 user nova-compute[74287]:       </backingStore>
Oct 26 07:56:54 user nova-compute[74287]:       <target dev='vda' bus='virtio'/>
Oct 26 07:56:54 user nova-compute[74287]:       <alias name='virtio-disk0'/>
Oct 26 07:56:54 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 26 07:56:54 user nova-compute[74287]:     </disk>
Oct 26 07:56:54 user nova-compute[74287]:     <disk type='file' device='cdrom'>
Oct 26 07:56:54 user nova-compute[74287]:       <driver name='qemu' type='raw' cache='none'/>
Oct 26 07:56:54 user nova-compute[74287]:       <source file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk.config' index='1'/>
Oct 26 07:56:54 user nova-compute[74287]:       <backingStore/>
Oct 26 07:56:54 user nova-compute[74287]:       <target dev='hda' bus='ide'/>
Oct 26 07:56:54 user nova-compute[74287]:       <readonly/>
Oct 26 07:56:54 user nova-compute[74287]:       <alias name='ide0-0-0'/>
Oct 26 07:56:54 user nova-compute[74287]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 26 07:56:54 user nova-compute[74287]:     </disk>
Oct 26 07:56:54 user nova-compute[74287]:     <controller type='usb' index='0' model='none'>
Oct 26 07:56:54 user nova-compute[74287]:       <alias name='usb'/>
Oct 26 07:56:54 user nova-compute[74287]:     </controller>
Oct 26 07:56:54 user nova-compute[74287]:     <controller type='pci' index='0' model='pci-root'>
Oct 26 07:56:54 user nova-compute[74287]:       <alias name='pci.0'/>
Oct 26 07:56:54 user nova-compute[74287]:     </controller>
Oct 26 07:56:54 user nova-compute[74287]:     <controller type='ide' index='0'>
Oct 26 07:56:54 user nova-compute[74287]:       <alias name='ide'/>
Oct 26 07:56:54 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 26 07:56:54 user nova-compute[74287]:     </controller>
Oct 26 07:56:54 user nova-compute[74287]:     <interface type='ethernet'>
Oct 26 07:56:54 user nova-compute[74287]:       <mac address='fa:16:3e:2d:aa:29'/>
Oct 26 07:56:54 user nova-compute[74287]:       <target dev='tap508d8a85-16'/>
Oct 26 07:56:54 user nova-compute[74287]:       <model type='virtio'/>
Oct 26 07:56:54 user nova-compute[74287]:       <mtu size='1442'/>
Oct 26 07:56:54 user nova-compute[74287]:       <alias name='net0'/>
Oct 26 07:56:54 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 26 07:56:54 user nova-compute[74287]:     </interface>
Oct 26 07:56:54 user nova-compute[74287]:     <interface type='ethernet'>
Oct 26 07:56:54 user nova-compute[74287]:       <mac address='fa:16:3e:5f:92:42'/>
Oct 26 07:56:54 user nova-compute[74287]:       <target dev='tap8023776d-b6'/>
Oct 26 07:56:54 user nova-compute[74287]:       <model type='virtio'/>
Oct 26 07:56:54 user nova-compute[74287]:       <mtu size='1442'/>
Oct 26 07:56:54 user nova-compute[74287]:       <alias name='net1'/>
Oct 26 07:56:54 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Oct 26 07:56:54 user nova-compute[74287]:     </interface>
Oct 26 07:56:54 user nova-compute[74287]:     <serial type='pty'>
Oct 26 07:56:54 user nova-compute[74287]:       <source path='/dev/pts/7'/>
Oct 26 07:56:54 user nova-compute[74287]:       <log file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/console.log' append='off'/>
Oct 26 07:56:54 user nova-compute[74287]:       <target type='isa-serial' port='0'>
Oct 26 07:56:54 user nova-compute[74287]:         <model name='isa-serial'/>
Oct 26 07:56:54 user nova-compute[74287]:       </target>
Oct 26 07:56:54 user nova-compute[74287]:       <alias name='serial0'/>
Oct 26 07:56:54 user nova-compute[74287]:     </serial>
Oct 26 07:56:54 user nova-compute[74287]:     <console type='pty' tty='/dev/pts/7'>
Oct 26 07:56:54 user nova-compute[74287]:       <source path='/dev/pts/7'/>
Oct 26 07:56:54 user nova-compute[74287]:       <log file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/console.log' append='off'/>
Oct 26 07:56:54 user nova-compute[74287]:       <target type='serial' port='0'/>
Oct 26 07:56:54 user nova-compute[74287]:       <alias name='serial0'/>
Oct 26 07:56:54 user nova-compute[74287]:     </console>
Oct 26 07:56:54 user nova-compute[74287]:     <input type='mouse' bus='ps2'>
Oct 26 07:56:54 user nova-compute[74287]:       <alias name='input0'/>
Oct 26 07:56:54 user nova-compute[74287]:     </input>
Oct 26 07:56:54 user nova-compute[74287]:     <input type='keyboard' bus='ps2'>
Oct 26 07:56:54 user nova-compute[74287]:       <alias name='input1'/>
Oct 26 07:56:54 user nova-compute[74287]:     </input>
Oct 26 07:56:54 user nova-compute[74287]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Oct 26 07:56:54 user nova-compute[74287]:       <listen type='address' address='0.0.0.0'/>
Oct 26 07:56:54 user nova-compute[74287]:     </graphics>
Oct 26 07:56:54 user nova-compute[74287]:     <audio id='1' type='none'/>
Oct 26 07:56:54 user nova-compute[74287]:     <video>
Oct 26 07:56:54 user nova-compute[74287]:       <model type='virtio' heads='1' primary='yes'/>
Oct 26 07:56:54 user nova-compute[74287]:       <alias name='video0'/>
Oct 26 07:56:54 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 26 07:56:54 user nova-compute[74287]:     </video>
Oct 26 07:56:54 user nova-compute[74287]:     <memballoon model='virtio'>
Oct 26 07:56:54 user nova-compute[74287]:       <stats period='10'/>
Oct 26 07:56:54 user nova-compute[74287]:       <alias name='balloon0'/>
Oct 26 07:56:54 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 26 07:56:54 user nova-compute[74287]:     </memballoon>
Oct 26 07:56:54 user nova-compute[74287]:     <rng model='virtio'>
Oct 26 07:56:54 user nova-compute[74287]:       <backend model='random'>/dev/urandom</backend>
Oct 26 07:56:54 user nova-compute[74287]:       <alias name='rng0'/>
Oct 26 07:56:54 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 26 07:56:54 user nova-compute[74287]:     </rng>
Oct 26 07:56:54 user nova-compute[74287]:   </devices>
Oct 26 07:56:54 user nova-compute[74287]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 26 07:56:54 user nova-compute[74287]:     <label>libvirt-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</label>
Oct 26 07:56:54 user nova-compute[74287]:     <imagelabel>libvirt-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</imagelabel>
Oct 26 07:56:54 user nova-compute[74287]:   </seclabel>
Oct 26 07:56:54 user nova-compute[74287]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 26 07:56:54 user nova-compute[74287]:     <label>+64055:+108</label>
Oct 26 07:56:54 user nova-compute[74287]:     <imagelabel>+64055:+108</imagelabel>
Oct 26 07:56:54 user nova-compute[74287]:   </seclabel>
Oct 26 07:56:54 user nova-compute[74287]: </domain>
Oct 26 07:56:54 user nova-compute[74287]:  {{(pid=74287) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 26 07:56:54 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Successfully detached device tap8023776d-b6 from instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b from the persistent domain config.
Oct 26 07:56:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] (1/8): Attempting to detach device tap8023776d-b6 with device alias net1 from instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] detach device xml: <interface type="ethernet">
Oct 26 07:56:54 user nova-compute[74287]:   <mac address="fa:16:3e:5f:92:42"/>
Oct 26 07:56:54 user nova-compute[74287]:   <model type="virtio"/>
Oct 26 07:56:54 user nova-compute[74287]:   <mtu size="1442"/>
Oct 26 07:56:54 user nova-compute[74287]:   <target dev="tap8023776d-b6"/>
Oct 26 07:56:54 user nova-compute[74287]: </interface>
Oct 26 07:56:54 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Start waiting for the detach event from libvirt for device tap8023776d-b6 with device alias net1 for instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG nova.compute.manager [req-fdf0fd20-7b3e-40a5-8369-7dd46e39ce81 req-5803b6ed-a3eb-4ec9-a9d1-0b0be5fafd6b service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received event network-vif-unplugged-8023776d-b634-4624-824d-212958d58ebe {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fdf0fd20-7b3e-40a5-8369-7dd46e39ce81 req-5803b6ed-a3eb-4ec9-a9d1-0b0be5fafd6b service nova] Acquiring lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fdf0fd20-7b3e-40a5-8369-7dd46e39ce81 req-5803b6ed-a3eb-4ec9-a9d1-0b0be5fafd6b service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fdf0fd20-7b3e-40a5-8369-7dd46e39ce81 req-5803b6ed-a3eb-4ec9-a9d1-0b0be5fafd6b service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG nova.compute.manager [req-fdf0fd20-7b3e-40a5-8369-7dd46e39ce81 req-5803b6ed-a3eb-4ec9-a9d1-0b0be5fafd6b service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] No waiting events found dispatching network-vif-unplugged-8023776d-b634-4624-824d-212958d58ebe {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:56:55 user nova-compute[74287]: WARNING nova.compute.manager [req-fdf0fd20-7b3e-40a5-8369-7dd46e39ce81 req-5803b6ed-a3eb-4ec9-a9d1-0b0be5fafd6b service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received unexpected event network-vif-unplugged-8023776d-b634-4624-824d-212958d58ebe for instance with vm_state active and task_state None.
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.511s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] <== connect_volume: return (1513ms) {'type': 'block', 'scsi_wwn': '23863663762313662', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23863663762313662', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hpyvkxjl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:56:55 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:55 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:55 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d0f09c6-c3b1-4357-81c0-576f40bc83c1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:56:55 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a369bea3-58ba-44d5-97a0-d06012830bf0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62] added
Oct 26 07:56:55 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[399c9d8e-20b7-4767-877b-8a16785b923e]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbef3972-ffb8-49b4-8538-8dc665cfc358]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hpyvkxjl {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hpyvkxjl" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7f6a08e-a007-43ef-9bad-fe46b59ec015]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hpyvkxjl'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[763db106-9b25-4183-8ad3-a63e01237ee6]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[811ed0c7-ecb0-4d24-94f1-65670b53bfd8]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:55 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:55 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f813fe4d-d63d-4d65-a8d2-c2b847e97586]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62, portal: 172.16.0.220,3260]
Oct 26 07:56:55 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62, portal: 172.16.0.220,3260] successful.
Oct 26 07:56:55 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d68109a-784a-4948-a5c1-bdc45815bd29]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[574a519a-1f78-4ab2-a4f8-6c7fcc658af1]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:55 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:55 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:55 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.338s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] HCTL ('34', '-', '-', 0) found on session 16 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f959f049-6c0d-414b-b4a4-0d12649b8b98]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:55 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Searching for a device in session 16 and hctl ['34', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Searching for a device in session 16 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hpyvkxjl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.369s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] <== connect_volume: return (1371ms) {'type': 'block', 'scsi_wwn': '26665393563643762', 'path': '/dev/sdc'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26665393563643762', 'path': '/dev/sdc'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VziBFcNp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:56:56 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:56 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:56:56 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7a063f0-860e-42d9-9b3e-57c1fc13f183]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:56:56 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c9b21ab-a4f3-44b7-a708-61ad798bf910]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc] added
Oct 26 07:56:56 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ac64a4c-0d6b-4778-8dcf-d20af48b4990]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[879691a7-9bf2-4e08-a711-2e73fdb53993]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VziBFcNp {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VziBFcNp" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b1643a8-ddaa-40c6-b2e6-2c178176a77a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VziBFcNp'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b841942-6e72-4e25-8de6-f8ea83c6554c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad87f674-24a1-44ae-b0b6-7994e3585f4b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:56 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:56 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:56 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:56:56 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:56:56 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:56 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:56 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:56 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:56 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:56 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:56:56 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:56:56 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:56 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:56 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[24fc1aea-77cb-4ea3-9f29-574263aba4d3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc, portal: 172.16.0.220,3260]
Oct 26 07:56:56 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc, portal: 172.16.0.220,3260] successful.
Oct 26 07:56:56 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[889f7da5-67ff-43aa-8d03-3c5d68049ff1]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:56:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.043s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[14b10e80-f199-49e1-9063-93128251dec2]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:57 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:57 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:57 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:56:57 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:56:57 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:56:57 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:57 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:57 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:56:57 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:56:57 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:56:57 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:56:57 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:56:57 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:56:57 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:56:57 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:56:57 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.358s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] HCTL ('38', '-', '-', 0) found on session 17 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[465845da-1938-4e01-84fd-48701c9a23da]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Searching for a device in session 17 and hctl ['38', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG nova.compute.manager [req-620f28f7-6396-457c-8a84-e4926992347e req-5c279441-6171-4091-8a29-780bec2dd800 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received event network-vif-plugged-8023776d-b634-4624-824d-212958d58ebe {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-620f28f7-6396-457c-8a84-e4926992347e req-5c279441-6171-4091-8a29-780bec2dd800 service nova] Acquiring lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-620f28f7-6396-457c-8a84-e4926992347e req-5c279441-6171-4091-8a29-780bec2dd800 service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-620f28f7-6396-457c-8a84-e4926992347e req-5c279441-6171-4091-8a29-780bec2dd800 service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG nova.compute.manager [req-620f28f7-6396-457c-8a84-e4926992347e req-5c279441-6171-4091-8a29-780bec2dd800 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] No waiting events found dispatching network-vif-plugged-8023776d-b634-4624-824d-212958d58ebe {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:56:57 user nova-compute[74287]: WARNING nova.compute.manager [req-620f28f7-6396-457c-8a84-e4926992347e req-5c279441-6171-4091-8a29-780bec2dd800 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received unexpected event network-vif-plugged-8023776d-b634-4624-824d-212958d58ebe for instance with vm_state active and task_state None.
Oct 26 07:56:57 user nova-compute[74287]: DEBUG nova.compute.manager [req-b0a0d545-86b8-47ec-b12a-546eec80fc61 req-0bca1dfc-1dcc-41f9-b04e-35711c9d7924 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-changed-05d79fe4-9723-4674-b886-98fda75a422b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG nova.compute.manager [req-b0a0d545-86b8-47ec-b12a-546eec80fc61 req-0bca1dfc-1dcc-41f9-b04e-35711c9d7924 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing instance network info cache due to event network-changed-05d79fe4-9723-4674-b886-98fda75a422b. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b0a0d545-86b8-47ec-b12a-546eec80fc61 req-0bca1dfc-1dcc-41f9-b04e-35711c9d7924 service nova] Acquiring lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b0a0d545-86b8-47ec-b12a-546eec80fc61 req-0bca1dfc-1dcc-41f9-b04e-35711c9d7924 service nova] Acquired lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG nova.network.neutron [req-b0a0d545-86b8-47ec-b12a-546eec80fc61 req-0bca1dfc-1dcc-41f9-b04e-35711c9d7924 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Refreshing network info cache for port 05d79fe4-9723-4674-b886-98fda75a422b {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:56:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Searching for a device in session 17 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VziBFcNp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.399s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] <== connect_volume: return (1400ms) {'type': 'block', 'scsi_wwn': '23863346261363330', 'path': '/dev/sdg'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23863346261363330', 'path': '/dev/sdg'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:d1:2e,bridge_name='br-int',has_traffic_filtering=True,id=0a8ab511-166f-4d42-9468-c711a325d7b1,network=Network(bceed96c-8797-40a4-9e3f-1245316b9670),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a8ab511-16') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:16:89,bridge_name='br-int',has_traffic_filtering=True,id=69f35d37-a2be-42c9-af04-959b345c4f14,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap69f35d37-a2') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:25:ae,bridge_name='br-int',has_traffic_filtering=True,id=ca73e1be-c1da-4a89-8e01-ba9a76b9b038,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapca73e1be-c1') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:3e:7b,bridge_name='br-int',has_traffic_filtering=True,id=07b77f02-a3b6-4703-988d-368ed6d56d60,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07b77f02-a3') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "address": "fa:16:3e:99:3d:70", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3138fb7-2d", "ovs_interfaceid": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "address": "fa:16:3e:99:3d:70", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3138fb7-2d", "ovs_interfaceid": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:3d:70,bridge_name='br-int',has_traffic_filtering=True,id=a3138fb7-2d33-4193-bd63-ba84526a34d2,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3138fb7-2d') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "59511776-b557-49fa-8633-ac4bf6ebb32b", "address": "fa:16:3e:b9:ba:a9", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59511776-b5", "ovs_interfaceid": "59511776-b557-49fa-8633-ac4bf6ebb32b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "59511776-b557-49fa-8633-ac4bf6ebb32b", "address": "fa:16:3e:b9:ba:a9", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59511776-b5", "ovs_interfaceid": "59511776-b557-49fa-8633-ac4bf6ebb32b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:ba:a9,bridge_name='br-int',has_traffic_filtering=True,id=59511776-b557-49fa-8633-ac4bf6ebb32b,network=Network(4a93e4d0-b8d7-489d-a8c4-535c1af9e728),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59511776-b5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "address": "fa:16:3e:86:ae:06", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap183fa6f2-0a", "ovs_interfaceid": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "address": "fa:16:3e:86:ae:06", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap183fa6f2-0a", "ovs_interfaceid": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:ae:06,bridge_name='br-int',has_traffic_filtering=True,id=183fa6f2-0ac1-44d3-9592-2fb92df58ea1,network=Network(4a93e4d0-b8d7-489d-a8c4-535c1af9e728),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap183fa6f2-0a') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.objects.instance [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lazy-loading 'pci_devices' on Instance uuid 2e91250c-b9bf-4756-823e-79b388b4a7cd {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:56:58 user nova-compute[74287]:   <uuid>2e91250c-b9bf-4756-823e-79b388b4a7cd</uuid>
Oct 26 07:56:58 user nova-compute[74287]:   <name>instance-0000000b</name>
Oct 26 07:56:58 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:56:58 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:56:58 user nova-compute[74287]:   <metadata>
Oct 26 07:56:58 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:56:58 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:56:58 user nova-compute[74287]:       <nova:name>tempest-device-tagging-server-1561277059</nova:name>
Oct 26 07:56:58 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:56:53</nova:creationTime>
Oct 26 07:56:58 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:56:58 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:56:58 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:56:58 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:56:58 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:56:58 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:56:58 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:56:58 user nova-compute[74287]:       <nova:owner>
Oct 26 07:56:58 user nova-compute[74287]:         <nova:user uuid="d450cc28ff3d4d029e3ffb96ab00861c">tempest-TaggedBootDevicesTest-1263395867-project-member</nova:user>
Oct 26 07:56:58 user nova-compute[74287]:         <nova:project uuid="d993efaa6b1e4702acdbfa829f2850c5">tempest-TaggedBootDevicesTest-1263395867</nova:project>
Oct 26 07:56:58 user nova-compute[74287]:       </nova:owner>
Oct 26 07:56:58 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:56:58 user nova-compute[74287]:       <nova:ports>
Oct 26 07:56:58 user nova-compute[74287]:         <nova:port uuid="0a8ab511-166f-4d42-9468-c711a325d7b1">
Oct 26 07:56:58 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 07:56:58 user nova-compute[74287]:         </nova:port>
Oct 26 07:56:58 user nova-compute[74287]:         <nova:port uuid="69f35d37-a2be-42c9-af04-959b345c4f14">
Oct 26 07:56:58 user nova-compute[74287]:           <nova:ip type="fixed" address="10.1.1.181" ipVersion="4"/>
Oct 26 07:56:58 user nova-compute[74287]:         </nova:port>
Oct 26 07:56:58 user nova-compute[74287]:         <nova:port uuid="ca73e1be-c1da-4a89-8e01-ba9a76b9b038">
Oct 26 07:56:58 user nova-compute[74287]:           <nova:ip type="fixed" address="10.1.1.77" ipVersion="4"/>
Oct 26 07:56:58 user nova-compute[74287]:         </nova:port>
Oct 26 07:56:58 user nova-compute[74287]:         <nova:port uuid="07b77f02-a3b6-4703-988d-368ed6d56d60">
Oct 26 07:56:58 user nova-compute[74287]:           <nova:ip type="fixed" address="10.1.1.182" ipVersion="4"/>
Oct 26 07:56:58 user nova-compute[74287]:         </nova:port>
Oct 26 07:56:58 user nova-compute[74287]:         <nova:port uuid="a3138fb7-2d33-4193-bd63-ba84526a34d2">
Oct 26 07:56:58 user nova-compute[74287]:           <nova:ip type="fixed" address="10.1.1.243" ipVersion="4"/>
Oct 26 07:56:58 user nova-compute[74287]:         </nova:port>
Oct 26 07:56:58 user nova-compute[74287]:         <nova:port uuid="59511776-b557-49fa-8633-ac4bf6ebb32b">
Oct 26 07:56:58 user nova-compute[74287]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 26 07:56:58 user nova-compute[74287]:         </nova:port>
Oct 26 07:56:58 user nova-compute[74287]:         <nova:port uuid="183fa6f2-0ac1-44d3-9592-2fb92df58ea1">
Oct 26 07:56:58 user nova-compute[74287]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 26 07:56:58 user nova-compute[74287]:         </nova:port>
Oct 26 07:56:58 user nova-compute[74287]:       </nova:ports>
Oct 26 07:56:58 user nova-compute[74287]:     </nova:instance>
Oct 26 07:56:58 user nova-compute[74287]:   </metadata>
Oct 26 07:56:58 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:56:58 user nova-compute[74287]:     <system>
Oct 26 07:56:58 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:56:58 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:56:58 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:56:58 user nova-compute[74287]:       <entry name="serial">2e91250c-b9bf-4756-823e-79b388b4a7cd</entry>
Oct 26 07:56:58 user nova-compute[74287]:       <entry name="uuid">2e91250c-b9bf-4756-823e-79b388b4a7cd</entry>
Oct 26 07:56:58 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:56:58 user nova-compute[74287]:     </system>
Oct 26 07:56:58 user nova-compute[74287]:   </sysinfo>
Oct 26 07:56:58 user nova-compute[74287]:   <os>
Oct 26 07:56:58 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:56:58 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:56:58 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:56:58 user nova-compute[74287]:   </os>
Oct 26 07:56:58 user nova-compute[74287]:   <features>
Oct 26 07:56:58 user nova-compute[74287]:     <acpi/>
Oct 26 07:56:58 user nova-compute[74287]:     <apic/>
Oct 26 07:56:58 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:56:58 user nova-compute[74287]:   </features>
Oct 26 07:56:58 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:56:58 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:56:58 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:56:58 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:56:58 user nova-compute[74287]:   </clock>
Oct 26 07:56:58 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:56:58 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:56:58 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:56:58 user nova-compute[74287]:   </cpu>
Oct 26 07:56:58 user nova-compute[74287]:   <devices>
Oct 26 07:56:58 user nova-compute[74287]:     <disk type="file" device="cdrom">
Oct 26 07:56:58 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none"/>
Oct 26 07:56:58 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/2e91250c-b9bf-4756-823e-79b388b4a7cd/disk.config"/>
Oct 26 07:56:58 user nova-compute[74287]:       <target dev="hda" bus="ide"/>
Oct 26 07:56:58 user nova-compute[74287]:     </disk>
Oct 26 07:56:58 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 07:56:58 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:56:58 user nova-compute[74287]:       <source dev="/dev/sdb"/>
Oct 26 07:56:58 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:56:58 user nova-compute[74287]:       <serial>0acbd716-8318-4736-a9f9-647f6f94d9c8</serial>
Oct 26 07:56:58 user nova-compute[74287]:     </disk>
Oct 26 07:56:58 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 07:56:58 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:56:58 user nova-compute[74287]:       <source dev="/dev/sdc"/>
Oct 26 07:56:58 user nova-compute[74287]:       <target dev="vdb" bus="virtio"/>
Oct 26 07:56:58 user nova-compute[74287]:       <serial>475ba6c6-d88d-40f7-9650-b23752048d62</serial>
Oct 26 07:56:58 user nova-compute[74287]:     </disk>
Oct 26 07:56:58 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 07:56:58 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:56:58 user nova-compute[74287]:       <source dev="/dev/sdg"/>
Oct 26 07:56:58 user nova-compute[74287]:       <target dev="vdc" bus="virtio"/>
Oct 26 07:56:58 user nova-compute[74287]:       <serial>49e13034-a531-47a8-83f9-9dbedd305dfc</serial>
Oct 26 07:56:58 user nova-compute[74287]:     </disk>
Oct 26 07:56:58 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:56:58 user nova-compute[74287]:       <mac address="fa:16:3e:59:d1:2e"/>
Oct 26 07:56:58 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:56:58 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:56:58 user nova-compute[74287]:       <target dev="tap0a8ab511-16"/>
Oct 26 07:56:58 user nova-compute[74287]:     </interface>
Oct 26 07:56:58 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:56:58 user nova-compute[74287]:       <mac address="fa:16:3e:9c:16:89"/>
Oct 26 07:56:58 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:56:58 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:56:58 user nova-compute[74287]:       <target dev="tap69f35d37-a2"/>
Oct 26 07:56:58 user nova-compute[74287]:     </interface>
Oct 26 07:56:58 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:56:58 user nova-compute[74287]:       <mac address="fa:16:3e:ca:25:ae"/>
Oct 26 07:56:58 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:56:58 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:56:58 user nova-compute[74287]:       <target dev="tapca73e1be-c1"/>
Oct 26 07:56:58 user nova-compute[74287]:     </interface>
Oct 26 07:56:58 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:56:58 user nova-compute[74287]:       <mac address="fa:16:3e:be:3e:7b"/>
Oct 26 07:56:58 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:56:58 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:56:58 user nova-compute[74287]:       <target dev="tap07b77f02-a3"/>
Oct 26 07:56:58 user nova-compute[74287]:     </interface>
Oct 26 07:56:58 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:56:58 user nova-compute[74287]:       <mac address="fa:16:3e:99:3d:70"/>
Oct 26 07:56:58 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:56:58 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:56:58 user nova-compute[74287]:       <target dev="tapa3138fb7-2d"/>
Oct 26 07:56:58 user nova-compute[74287]:     </interface>
Oct 26 07:56:58 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:56:58 user nova-compute[74287]:       <mac address="fa:16:3e:b9:ba:a9"/>
Oct 26 07:56:58 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:56:58 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:56:58 user nova-compute[74287]:       <target dev="tap59511776-b5"/>
Oct 26 07:56:58 user nova-compute[74287]:     </interface>
Oct 26 07:56:58 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:56:58 user nova-compute[74287]:       <mac address="fa:16:3e:86:ae:06"/>
Oct 26 07:56:58 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:56:58 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:56:58 user nova-compute[74287]:       <target dev="tap183fa6f2-0a"/>
Oct 26 07:56:58 user nova-compute[74287]:     </interface>
Oct 26 07:56:58 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:56:58 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/2e91250c-b9bf-4756-823e-79b388b4a7cd/console.log" append="off"/>
Oct 26 07:56:58 user nova-compute[74287]:     </serial>
Oct 26 07:56:58 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:56:58 user nova-compute[74287]:     <video>
Oct 26 07:56:58 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:56:58 user nova-compute[74287]:     </video>
Oct 26 07:56:58 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:56:58 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:56:58 user nova-compute[74287]:     </rng>
Oct 26 07:56:58 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:56:58 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:56:58 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:56:58 user nova-compute[74287]:     </memballoon>
Oct 26 07:56:58 user nova-compute[74287]:   </devices>
Oct 26 07:56:58 user nova-compute[74287]: </domain>
Oct 26 07:56:58 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:d1:2e,bridge_name='br-int',has_traffic_filtering=True,id=0a8ab511-166f-4d42-9468-c711a325d7b1,network=Network(bceed96c-8797-40a4-9e3f-1245316b9670),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a8ab511-16') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG os_vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:d1:2e,bridge_name='br-int',has_traffic_filtering=True,id=0a8ab511-166f-4d42-9468-c711a325d7b1,network=Network(bceed96c-8797-40a4-9e3f-1245316b9670),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a8ab511-16') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2a1397f4-c4e9-5c64-a05a-51fb34b70c33', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0a8ab511-16, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0a8ab511-16, col_values=(('qos', UUID('edd86558-6075-4824-9f44-fc6caadc41d8')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0a8ab511-16, col_values=(('external_ids', {'iface-id': '0a8ab511-166f-4d42-9468-c711a325d7b1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:59:d1:2e', 'vm-uuid': '2e91250c-b9bf-4756-823e-79b388b4a7cd'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: INFO os_vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:d1:2e,bridge_name='br-int',has_traffic_filtering=True,id=0a8ab511-166f-4d42-9468-c711a325d7b1,network=Network(bceed96c-8797-40a4-9e3f-1245316b9670),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a8ab511-16')
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:16:89,bridge_name='br-int',has_traffic_filtering=True,id=69f35d37-a2be-42c9-af04-959b345c4f14,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap69f35d37-a2') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG os_vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:16:89,bridge_name='br-int',has_traffic_filtering=True,id=69f35d37-a2be-42c9-af04-959b345c4f14,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap69f35d37-a2') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2b9a4769-7c4b-5df1-a428-2d34500c5b4d', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap69f35d37-a2, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap69f35d37-a2, col_values=(('qos', UUID('4755933a-91fd-4221-83a2-0697a335e90c')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap69f35d37-a2, col_values=(('external_ids', {'iface-id': '69f35d37-a2be-42c9-af04-959b345c4f14', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9c:16:89', 'vm-uuid': '2e91250c-b9bf-4756-823e-79b388b4a7cd'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.neutron [req-b0a0d545-86b8-47ec-b12a-546eec80fc61 req-0bca1dfc-1dcc-41f9-b04e-35711c9d7924 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updated VIF entry in instance network info cache for port 05d79fe4-9723-4674-b886-98fda75a422b. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.neutron [req-b0a0d545-86b8-47ec-b12a-546eec80fc61 req-0bca1dfc-1dcc-41f9-b04e-35711c9d7924 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating instance_info_cache with network_info: [{"id": "05d79fe4-9723-4674-b886-98fda75a422b", "address": "fa:16:3e:45:9c:1a", "network": {"id": "d0225753-7819-487f-967b-e61c3e919bc0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1018037981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.86", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05d79fe4-97", "ovs_interfaceid": "05d79fe4-9723-4674-b886-98fda75a422b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "address": "fa:16:3e:95:c7:d2", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a08d813-d0", "ovs_interfaceid": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65a86918-ac19-494a-8d5e-de4b94352342", "address": "fa:16:3e:df:f1:25", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a86918-ac", "ovs_interfaceid": "65a86918-ac19-494a-8d5e-de4b94352342", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "030b494b-269c-490c-8d83-54dadbdd5cf7", "address": "fa:16:3e:34:2c:df", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030b494b-26", "ovs_interfaceid": "030b494b-269c-490c-8d83-54dadbdd5cf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: INFO os_vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:16:89,bridge_name='br-int',has_traffic_filtering=True,id=69f35d37-a2be-42c9-af04-959b345c4f14,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap69f35d37-a2')
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:25:ae,bridge_name='br-int',has_traffic_filtering=True,id=ca73e1be-c1da-4a89-8e01-ba9a76b9b038,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapca73e1be-c1') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG os_vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:25:ae,bridge_name='br-int',has_traffic_filtering=True,id=ca73e1be-c1da-4a89-8e01-ba9a76b9b038,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapca73e1be-c1') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b0a0d545-86b8-47ec-b12a-546eec80fc61 req-0bca1dfc-1dcc-41f9-b04e-35711c9d7924 service nova] Releasing lock "refresh_cache-5b0d7d92-fd39-45ff-b452-f3a78029457d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ffb821d6-17c2-5979-b4fa-4faafb8cdc4c', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapca73e1be-c1, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapca73e1be-c1, col_values=(('qos', UUID('da809c2b-9480-4c67-bcab-27eb4a563c4b')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapca73e1be-c1, col_values=(('external_ids', {'iface-id': 'ca73e1be-c1da-4a89-8e01-ba9a76b9b038', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ca:25:ae', 'vm-uuid': '2e91250c-b9bf-4756-823e-79b388b4a7cd'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: INFO os_vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:25:ae,bridge_name='br-int',has_traffic_filtering=True,id=ca73e1be-c1da-4a89-8e01-ba9a76b9b038,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapca73e1be-c1')
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:3e:7b,bridge_name='br-int',has_traffic_filtering=True,id=07b77f02-a3b6-4703-988d-368ed6d56d60,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07b77f02-a3') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG os_vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:3e:7b,bridge_name='br-int',has_traffic_filtering=True,id=07b77f02-a3b6-4703-988d-368ed6d56d60,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07b77f02-a3') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7932309f-fea9-50c2-8a42-d287ee5060b4', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap07b77f02-a3, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap07b77f02-a3, col_values=(('qos', UUID('859095a9-8328-42ba-8665-5fce6250c919')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap07b77f02-a3, col_values=(('external_ids', {'iface-id': '07b77f02-a3b6-4703-988d-368ed6d56d60', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:3e:7b', 'vm-uuid': '2e91250c-b9bf-4756-823e-79b388b4a7cd'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: INFO os_vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:3e:7b,bridge_name='br-int',has_traffic_filtering=True,id=07b77f02-a3b6-4703-988d-368ed6d56d60,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07b77f02-a3')
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "address": "fa:16:3e:99:3d:70", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3138fb7-2d", "ovs_interfaceid": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "address": "fa:16:3e:99:3d:70", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3138fb7-2d", "ovs_interfaceid": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:3d:70,bridge_name='br-int',has_traffic_filtering=True,id=a3138fb7-2d33-4193-bd63-ba84526a34d2,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3138fb7-2d') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG os_vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:3d:70,bridge_name='br-int',has_traffic_filtering=True,id=a3138fb7-2d33-4193-bd63-ba84526a34d2,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3138fb7-2d') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd5f85f09-a3f9-5a70-b2e0-d61505f473ee', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa3138fb7-2d, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa3138fb7-2d, col_values=(('qos', UUID('42fc9577-b4bd-4498-a8b9-55f330de3b44')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa3138fb7-2d, col_values=(('external_ids', {'iface-id': 'a3138fb7-2d33-4193-bd63-ba84526a34d2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:99:3d:70', 'vm-uuid': '2e91250c-b9bf-4756-823e-79b388b4a7cd'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: INFO os_vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:3d:70,bridge_name='br-int',has_traffic_filtering=True,id=a3138fb7-2d33-4193-bd63-ba84526a34d2,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3138fb7-2d')
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "59511776-b557-49fa-8633-ac4bf6ebb32b", "address": "fa:16:3e:b9:ba:a9", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59511776-b5", "ovs_interfaceid": "59511776-b557-49fa-8633-ac4bf6ebb32b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "59511776-b557-49fa-8633-ac4bf6ebb32b", "address": "fa:16:3e:b9:ba:a9", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59511776-b5", "ovs_interfaceid": "59511776-b557-49fa-8633-ac4bf6ebb32b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:ba:a9,bridge_name='br-int',has_traffic_filtering=True,id=59511776-b557-49fa-8633-ac4bf6ebb32b,network=Network(4a93e4d0-b8d7-489d-a8c4-535c1af9e728),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59511776-b5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG os_vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:ba:a9,bridge_name='br-int',has_traffic_filtering=True,id=59511776-b557-49fa-8633-ac4bf6ebb32b,network=Network(4a93e4d0-b8d7-489d-a8c4-535c1af9e728),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59511776-b5') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a34c9bd5-23a9-579d-b03e-3b18567fe97c', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap59511776-b5, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap59511776-b5, col_values=(('qos', UUID('e321081e-44ac-4092-8492-e4629a993ed6')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap59511776-b5, col_values=(('external_ids', {'iface-id': '59511776-b557-49fa-8633-ac4bf6ebb32b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b9:ba:a9', 'vm-uuid': '2e91250c-b9bf-4756-823e-79b388b4a7cd'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: INFO os_vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:ba:a9,bridge_name='br-int',has_traffic_filtering=True,id=59511776-b557-49fa-8633-ac4bf6ebb32b,network=Network(4a93e4d0-b8d7-489d-a8c4-535c1af9e728),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59511776-b5')
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "address": "fa:16:3e:86:ae:06", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap183fa6f2-0a", "ovs_interfaceid": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "address": "fa:16:3e:86:ae:06", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap183fa6f2-0a", "ovs_interfaceid": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:ae:06,bridge_name='br-int',has_traffic_filtering=True,id=183fa6f2-0ac1-44d3-9592-2fb92df58ea1,network=Network(4a93e4d0-b8d7-489d-a8c4-535c1af9e728),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap183fa6f2-0a') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG os_vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:ae:06,bridge_name='br-int',has_traffic_filtering=True,id=183fa6f2-0ac1-44d3-9592-2fb92df58ea1,network=Network(4a93e4d0-b8d7-489d-a8c4-535c1af9e728),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap183fa6f2-0a') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'abc3ba24-4001-531f-9409-7d4530a4ebc3', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap183fa6f2-0a, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap183fa6f2-0a, col_values=(('qos', UUID('5d8b999a-84f4-423e-bb0c-ba10d85d81d8')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap183fa6f2-0a, col_values=(('external_ids', {'iface-id': '183fa6f2-0ac1-44d3-9592-2fb92df58ea1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:86:ae:06', 'vm-uuid': '2e91250c-b9bf-4756-823e-79b388b4a7cd'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:56:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:56:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:56:59 user nova-compute[74287]: INFO os_vif [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:ae:06,bridge_name='br-int',has_traffic_filtering=True,id=183fa6f2-0ac1-44d3-9592-2fb92df58ea1,network=Network(4a93e4d0-b8d7-489d-a8c4-535c1af9e728),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap183fa6f2-0a')
Oct 26 07:56:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] No BDM found with device name hda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:56:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:56:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] No VIF found with MAC fa:16:3e:59:d1:2e, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:56:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] No VIF found with MAC fa:16:3e:99:3d:70, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:56:59 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Using config drive
Oct 26 07:56:59 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Creating config drive at /opt/stack/data/nova/instances/2e91250c-b9bf-4756-823e-79b388b4a7cd/disk.config
Oct 26 07:56:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/2e91250c-b9bf-4756-823e-79b388b4a7cd/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpf67xj4ax {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:56:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/2e91250c-b9bf-4756-823e-79b388b4a7cd/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpf67xj4ax" returned: 0 in 0.076s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:00 user nova-compute[74287]: INFO nova.compute.manager [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Terminating instance
Oct 26 07:57:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 07:57:00 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance da60b9fa-ac43-40a9-888f-a5bf1a4fa297 is timed out.
Oct 26 07:57:00 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Successfully detached device sdc from instance da60b9fa-ac43-40a9-888f-a5bf1a4fa297 from the live domain config.
Oct 26 07:57:00 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BUoqMujy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:57:00 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dedac2cb-8905-407e-85ed-0fb2194658de]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 07:57:00 user nova-compute[74287]: No targets found.
Oct 26 07:57:00 user nova-compute[74287]: iSNS:
Oct 26 07:57:00 user nova-compute[74287]: No targets found.
Oct 26 07:57:00 user nova-compute[74287]: STATIC:
Oct 26 07:57:00 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa
Oct 26 07:57:00 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:00 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:00 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc
Oct 26 07:57:00 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:00 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:00 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d
Oct 26 07:57:00 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:00 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:00 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01
Oct 26 07:57:00 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:00 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:00 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc
Oct 26 07:57:00 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:00 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:00 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8
Oct 26 07:57:00 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:00 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:00 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd
Oct 26 07:57:00 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:00 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:00 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62
Oct 26 07:57:00 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:00 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:00 user nova-compute[74287]: FIRMWARE:
Oct 26 07:57:00 user nova-compute[74287]: No targets found.
Oct 26 07:57:00 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 07:57:00 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 07:57:00 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.032s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b4b8698-52ad-4085-b8ae-ddcc1fca1a96]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.054s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[71f4c643-797a-4353-8ab0-49565014ca1c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:57:00 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:00 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:57:00 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:00 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:00 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:00 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:57:00 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:57:00 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:57:00 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:00 user nova-compute[74287]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 (non-flash)
Oct 26 07:57:00 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:00 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:00 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:00 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:57:00 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:57:00 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb902669e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01'): ({'sdj'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Removing single pathed devices sdj {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f81ea8a-a7ae-434b-9bc1-1e87f88b3c5a]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4ea1b13-6fec-4256-8042-9d6f2a17c104]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Flushing IO for device /dev/sdj {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cf5bfc2-bc33-4dd3-93eb-e2b35786a2aa]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.047s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[41463a50-456a-4f08-9c57-c6c240756695]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] SCSI volumes sdj have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[653960fd-4ad9-480d-b885-e1952acc8292]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-ebaab9b5-7c36-4b87-ada0-0061ff5c1d97 req-d9d1016f-52ba-4c4c-bf70-bd01881f0e2d service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-unplugged-d08f3bcb-bb24-48d8-8504-38981f37617e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ebaab9b5-7c36-4b87-ada0-0061ff5c1d97 req-d9d1016f-52ba-4c4c-bf70-bd01881f0e2d service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ebaab9b5-7c36-4b87-ada0-0061ff5c1d97 req-d9d1016f-52ba-4c4c-bf70-bd01881f0e2d service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.007s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ebaab9b5-7c36-4b87-ada0-0061ff5c1d97 req-d9d1016f-52ba-4c4c-bf70-bd01881f0e2d service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-ebaab9b5-7c36-4b87-ada0-0061ff5c1d97 req-d9d1016f-52ba-4c4c-bf70-bd01881f0e2d service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-unplugged-d08f3bcb-bb24-48d8-8504-38981f37617e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-ebaab9b5-7c36-4b87-ada0-0061ff5c1d97 req-d9d1016f-52ba-4c4c-bf70-bd01881f0e2d service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-unplugged-d08f3bcb-bb24-48d8-8504-38981f37617e for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-100d4b9e-09c8-48c9-96ee-cf585e1c53c4 req-948d0735-689e-4f87-892e-a30195b547a3 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-unplugged-05d79fe4-9723-4674-b886-98fda75a422b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-100d4b9e-09c8-48c9-96ee-cf585e1c53c4 req-948d0735-689e-4f87-892e-a30195b547a3 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-100d4b9e-09c8-48c9-96ee-cf585e1c53c4 req-948d0735-689e-4f87-892e-a30195b547a3 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-100d4b9e-09c8-48c9-96ee-cf585e1c53c4 req-948d0735-689e-4f87-892e-a30195b547a3 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-100d4b9e-09c8-48c9-96ee-cf585e1c53c4 req-948d0735-689e-4f87-892e-a30195b547a3 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-unplugged-05d79fe4-9723-4674-b886-98fda75a422b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-100d4b9e-09c8-48c9-96ee-cf585e1c53c4 req-948d0735-689e-4f87-892e-a30195b547a3 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-unplugged-05d79fe4-9723-4674-b886-98fda75a422b for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --logout" returned: 0 in 0.095s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[06e8f397-d920-4cd2-a9da-f20dcf1b1628]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01, portal: 172.16.0.220,3260]
Oct 26 07:57:01 user nova-compute[74287]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01, portal: 172.16.0.220,3260] successful.
Oct 26 07:57:01 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716d1fd8-38b0-41f7-8c92-cdc0d8118c01 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.059s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd965350-31ec-4ca0-86e4-91cbdfb22535]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.507s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] <== disconnect_volume: return (509ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-09d9caad-6d50-428c-9f2d-98de1975106b req-76aedd87-8cfd-4238-a0dd-a54bcc744196 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-unplugged-c062f191-3ff6-492a-b7fe-ae9359779b6f {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-09d9caad-6d50-428c-9f2d-98de1975106b req-76aedd87-8cfd-4238-a0dd-a54bcc744196 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-09d9caad-6d50-428c-9f2d-98de1975106b req-76aedd87-8cfd-4238-a0dd-a54bcc744196 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-09d9caad-6d50-428c-9f2d-98de1975106b req-76aedd87-8cfd-4238-a0dd-a54bcc744196 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-09d9caad-6d50-428c-9f2d-98de1975106b req-76aedd87-8cfd-4238-a0dd-a54bcc744196 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-unplugged-c062f191-3ff6-492a-b7fe-ae9359779b6f {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-09d9caad-6d50-428c-9f2d-98de1975106b req-76aedd87-8cfd-4238-a0dd-a54bcc744196 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-unplugged-c062f191-3ff6-492a-b7fe-ae9359779b6f for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG nova.objects.instance [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lazy-loading 'flavor' on Instance uuid da60b9fa-ac43-40a9-888f-a5bf1a4fa297 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:02 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Instance destroyed successfully.
Oct 26 07:57:02 user nova-compute[74287]: DEBUG nova.objects.instance [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lazy-loading 'resources' on Instance uuid 5b0d7d92-fd39-45ff-b452-f3a78029457d {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:55:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:55:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "05d79fe4-9723-4674-b886-98fda75a422b", "address": "fa:16:3e:45:9c:1a", "network": {"id": "d0225753-7819-487f-967b-e61c3e919bc0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1018037981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.86", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05d79fe4-97", "ovs_interfaceid": "05d79fe4-9723-4674-b886-98fda75a422b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "05d79fe4-9723-4674-b886-98fda75a422b", "address": "fa:16:3e:45:9c:1a", "network": {"id": "d0225753-7819-487f-967b-e61c3e919bc0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1018037981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.86", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05d79fe4-97", "ovs_interfaceid": "05d79fe4-9723-4674-b886-98fda75a422b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:45:9c:1a,bridge_name='br-int',has_traffic_filtering=True,id=05d79fe4-9723-4674-b886-98fda75a422b,network=Network(d0225753-7819-487f-967b-e61c3e919bc0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05d79fe4-97') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG os_vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:9c:1a,bridge_name='br-int',has_traffic_filtering=True,id=05d79fe4-9723-4674-b886-98fda75a422b,network=Network(d0225753-7819-487f-967b-e61c3e919bc0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05d79fe4-97') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap05d79fe4-97, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9d0150e0-8556-4f71-ae63-be7ab2b0dcb7 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.735s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=afd0fc4d-6d27-4627-8eb0-1e6b201836d4) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-ac12c947-394c-47c0-988d-19543c9c17e1 req-87bec9bc-3901-48eb-97f9-620cba7bd61e service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-d08f3bcb-bb24-48d8-8504-38981f37617e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ac12c947-394c-47c0-988d-19543c9c17e1 req-87bec9bc-3901-48eb-97f9-620cba7bd61e service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ac12c947-394c-47c0-988d-19543c9c17e1 req-87bec9bc-3901-48eb-97f9-620cba7bd61e service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ac12c947-394c-47c0-988d-19543c9c17e1 req-87bec9bc-3901-48eb-97f9-620cba7bd61e service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-ac12c947-394c-47c0-988d-19543c9c17e1 req-87bec9bc-3901-48eb-97f9-620cba7bd61e service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-d08f3bcb-bb24-48d8-8504-38981f37617e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:03 user nova-compute[74287]: WARNING nova.compute.manager [req-ac12c947-394c-47c0-988d-19543c9c17e1 req-87bec9bc-3901-48eb-97f9-620cba7bd61e service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-d08f3bcb-bb24-48d8-8504-38981f37617e for instance with vm_state active and task_state deleting.
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-05d79fe4-9723-4674-b886-98fda75a422b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-05d79fe4-9723-4674-b886-98fda75a422b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:03 user nova-compute[74287]: WARNING nova.compute.manager [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-05d79fe4-9723-4674-b886-98fda75a422b for instance with vm_state active and task_state deleting.
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-69f35d37-a2be-42c9-af04-959b345c4f14 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-69f35d37-a2be-42c9-af04-959b345c4f14 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:03 user nova-compute[74287]: WARNING nova.compute.manager [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-69f35d37-a2be-42c9-af04-959b345c4f14 for instance with vm_state building and task_state spawning.
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-69f35d37-a2be-42c9-af04-959b345c4f14 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-69f35d37-a2be-42c9-af04-959b345c4f14 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:03 user nova-compute[74287]: WARNING nova.compute.manager [req-e7c726dc-dd85-4009-bcc2-5d871b64556e req-1e8f9443-f336-4dec-9992-17f04b7c65a9 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-69f35d37-a2be-42c9-af04-959b345c4f14 for instance with vm_state building and task_state spawning.
Oct 26 07:57:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:03 user nova-compute[74287]: INFO os_vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:9c:1a,bridge_name='br-int',has_traffic_filtering=True,id=05d79fe4-9723-4674-b886-98fda75a422b,network=Network(d0225753-7819-487f-967b-e61c3e919bc0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05d79fe4-97')
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:55:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:55:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:09:19,bridge_name='br-int',has_traffic_filtering=True,id=d08f3bcb-bb24-48d8-8504-38981f37617e,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd08f3bcb-bb') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG os_vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:09:19,bridge_name='br-int',has_traffic_filtering=True,id=d08f3bcb-bb24-48d8-8504-38981f37617e,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd08f3bcb-bb') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd08f3bcb-bb, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:03 user nova-compute[74287]: INFO nova.compute.manager [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Terminating instance
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3ef9517c-831f-474b-bda5-28cb7d11e028) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-c062f191-3ff6-492a-b7fe-ae9359779b6f {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-c062f191-3ff6-492a-b7fe-ae9359779b6f {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:03 user nova-compute[74287]: WARNING nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-c062f191-3ff6-492a-b7fe-ae9359779b6f for instance with vm_state active and task_state deleting.
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-unplugged-3a08d813-d0d1-4ab7-971e-3dcab14a2a3b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-unplugged-3a08d813-d0d1-4ab7-971e-3dcab14a2a3b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-unplugged-3a08d813-d0d1-4ab7-971e-3dcab14a2a3b for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-3a08d813-d0d1-4ab7-971e-3dcab14a2a3b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-3a08d813-d0d1-4ab7-971e-3dcab14a2a3b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:03 user nova-compute[74287]: WARNING nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-3a08d813-d0d1-4ab7-971e-3dcab14a2a3b for instance with vm_state active and task_state deleting.
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-unplugged-f1a72ef6-6662-4b5d-b06b-01c8a07e9775 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-unplugged-f1a72ef6-6662-4b5d-b06b-01c8a07e9775 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-unplugged-f1a72ef6-6662-4b5d-b06b-01c8a07e9775 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-f1a72ef6-6662-4b5d-b06b-01c8a07e9775 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-f1a72ef6-6662-4b5d-b06b-01c8a07e9775 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:03 user nova-compute[74287]: WARNING nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-f1a72ef6-6662-4b5d-b06b-01c8a07e9775 for instance with vm_state active and task_state deleting.
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-unplugged-65a86918-ac19-494a-8d5e-de4b94352342 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-unplugged-65a86918-ac19-494a-8d5e-de4b94352342 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-unplugged-65a86918-ac19-494a-8d5e-de4b94352342 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-65a86918-ac19-494a-8d5e-de4b94352342 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-65a86918-ac19-494a-8d5e-de4b94352342 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:03 user nova-compute[74287]: WARNING nova.compute.manager [req-9c1ef1d3-110e-4a45-9ff2-2ab8ac980d4a req-a3b17569-6f20-4025-8e67-34b51fce0170 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-65a86918-ac19-494a-8d5e-de4b94352342 for instance with vm_state active and task_state deleting.
Oct 26 07:57:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: INFO os_vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:09:19,bridge_name='br-int',has_traffic_filtering=True,id=d08f3bcb-bb24-48d8-8504-38981f37617e,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd08f3bcb-bb')
Oct 26 07:57:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:55:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:55:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:e8:b0,bridge_name='br-int',has_traffic_filtering=True,id=c062f191-3ff6-492a-b7fe-ae9359779b6f,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc062f191-3f') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG os_vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:e8:b0,bridge_name='br-int',has_traffic_filtering=True,id=c062f191-3ff6-492a-b7fe-ae9359779b6f,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc062f191-3f') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc062f191-3f, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=64234c8e-93e3-49b4-a4aa-4db442a8cebf) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: INFO os_vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:e8:b0,bridge_name='br-int',has_traffic_filtering=True,id=c062f191-3ff6-492a-b7fe-ae9359779b6f,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc062f191-3f')
Oct 26 07:57:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:55:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:55:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:6f:e7,bridge_name='br-int',has_traffic_filtering=True,id=f1a72ef6-6662-4b5d-b06b-01c8a07e9775,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1a72ef6-66') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG os_vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:6f:e7,bridge_name='br-int',has_traffic_filtering=True,id=f1a72ef6-6662-4b5d-b06b-01c8a07e9775,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1a72ef6-66') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf1a72ef6-66, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=24df3e79-0b3d-45a1-82a3-0b6ffbd63db2) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: INFO os_vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:6f:e7,bridge_name='br-int',has_traffic_filtering=True,id=f1a72ef6-6662-4b5d-b06b-01c8a07e9775,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1a72ef6-66')
Oct 26 07:57:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:55:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:55:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "address": "fa:16:3e:95:c7:d2", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a08d813-d0", "ovs_interfaceid": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "address": "fa:16:3e:95:c7:d2", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a08d813-d0", "ovs_interfaceid": "3a08d813-d0d1-4ab7-971e-3dcab14a2a3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:c7:d2,bridge_name='br-int',has_traffic_filtering=True,id=3a08d813-d0d1-4ab7-971e-3dcab14a2a3b,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a08d813-d0') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG os_vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:c7:d2,bridge_name='br-int',has_traffic_filtering=True,id=3a08d813-d0d1-4ab7-971e-3dcab14a2a3b,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a08d813-d0') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3a08d813-d0, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:04 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Instance destroyed successfully.
Oct 26 07:57:04 user nova-compute[74287]: DEBUG nova.objects.instance [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lazy-loading 'resources' on Instance uuid da60b9fa-ac43-40a9-888f-a5bf1a4fa297 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:52:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-926268431',display_name='tempest-AttachSCSIVolumeTestJSON-server-926268431',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-926268431',id=6,image_ref='1b6cacdc-5db7-4245-a308-a112c779271f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBABUZ5C8o9Tw7U9JXS1DSy3daFpNaf2TGkz9TsiWcwxFvwWp84V3SmDBKkafmnc7bqcZhSSR6CzRKbCRNAMnR2bAjeSTnIXPO9fr57vCmHYJ8jxEyEAAimfcvdHlenoYiw==',key_name='tempest-keypair-1317958458',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:53:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5ba249c0cb5e48fe891ea345443a1d8f',ramdisk_id='',reservation_id='r-1h8s4sg6',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='1b6cacdc-5db7-4245-a308-a112c779271f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-940383317',owner_user_name='tempest-AttachSCSIVolumeTestJSON-940383317-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:53:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8af2d6f3e80246be8b28a22cb0b22f6e',uuid=da60b9fa-ac43-40a9-888f-a5bf1a4fa297,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "address": "fa:16:3e:f0:46:8d", "network": {"id": "413f0fe1-9196-40f5-9d97-4afb12fd0e23", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1798820362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5ba249c0cb5e48fe891ea345443a1d8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a44116-6e", "ovs_interfaceid": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Converting VIF {"id": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "address": "fa:16:3e:f0:46:8d", "network": {"id": "413f0fe1-9196-40f5-9d97-4afb12fd0e23", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1798820362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5ba249c0cb5e48fe891ea345443a1d8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a44116-6e", "ovs_interfaceid": "65a44116-6e53-4176-88c6-eb035aa1c7f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f0:46:8d,bridge_name='br-int',has_traffic_filtering=True,id=65a44116-6e53-4176-88c6-eb035aa1c7f1,network=Network(413f0fe1-9196-40f5-9d97-4afb12fd0e23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65a44116-6e') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_vif [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:46:8d,bridge_name='br-int',has_traffic_filtering=True,id=65a44116-6e53-4176-88c6-eb035aa1c7f1,network=Network(413f0fe1-9196-40f5-9d97-4afb12fd0e23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65a44116-6e') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap65a44116-6e, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=92b584f2-002c-4a18-8a4d-54fd6d1884b3) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cbdababe-4de8-43ec-983e-e7c9c8becb67) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:05 user nova-compute[74287]: INFO os_vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:c7:d2,bridge_name='br-int',has_traffic_filtering=True,id=3a08d813-d0d1-4ab7-971e-3dcab14a2a3b,network=Network(33280ecb-4fff-4449-94bc-b5e8557fa6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a08d813-d0')
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:55:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:55:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65a86918-ac19-494a-8d5e-de4b94352342", "address": "fa:16:3e:df:f1:25", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a86918-ac", "ovs_interfaceid": "65a86918-ac19-494a-8d5e-de4b94352342", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "65a86918-ac19-494a-8d5e-de4b94352342", "address": "fa:16:3e:df:f1:25", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a86918-ac", "ovs_interfaceid": "65a86918-ac19-494a-8d5e-de4b94352342", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:f1:25,bridge_name='br-int',has_traffic_filtering=True,id=65a86918-ac19-494a-8d5e-de4b94352342,network=Network(37e06779-60ec-4511-a1c6-507ef931aa72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65a86918-ac') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:f1:25,bridge_name='br-int',has_traffic_filtering=True,id=65a86918-ac19-494a-8d5e-de4b94352342,network=Network(37e06779-60ec-4511-a1c6-507ef931aa72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65a86918-ac') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received event network-vif-unplugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] Acquiring lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] No waiting events found dispatching network-vif-unplugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received event network-vif-unplugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received event network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] Acquiring lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] No waiting events found dispatching network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:05 user nova-compute[74287]: WARNING nova.compute.manager [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received unexpected event network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 for instance with vm_state active and task_state deleting.
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-59511776-b557-49fa-8633-ac4bf6ebb32b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-59511776-b557-49fa-8633-ac4bf6ebb32b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:05 user nova-compute[74287]: WARNING nova.compute.manager [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-59511776-b557-49fa-8633-ac4bf6ebb32b for instance with vm_state building and task_state spawning.
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-59511776-b557-49fa-8633-ac4bf6ebb32b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-59511776-b557-49fa-8633-ac4bf6ebb32b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:05 user nova-compute[74287]: WARNING nova.compute.manager [req-953c9f75-df38-4a8a-ae77-68d4a640bfa3 req-bd685c42-4423-463b-96e4-c200e628ddc9 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-59511776-b557-49fa-8633-ac4bf6ebb32b for instance with vm_state building and task_state spawning.
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap65a86918-ac, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:05 user nova-compute[74287]: INFO os_vif [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:46:8d,bridge_name='br-int',has_traffic_filtering=True,id=65a44116-6e53-4176-88c6-eb035aa1c7f1,network=Network(413f0fe1-9196-40f5-9d97-4afb12fd0e23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65a44116-6e')
Oct 26 07:57:05 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Deleting instance files /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297_del
Oct 26 07:57:05 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Deletion of /opt/stack/data/nova/instances/da60b9fa-ac43-40a9-888f-a5bf1a4fa297_del complete
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-2a1ffe2f-550e-4675-8aa6-c04675363c0c req-28a83eb8-534e-497d-9606-a31c85905723 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-07b77f02-a3b6-4703-988d-368ed6d56d60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2a1ffe2f-550e-4675-8aa6-c04675363c0c req-28a83eb8-534e-497d-9606-a31c85905723 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2a1ffe2f-550e-4675-8aa6-c04675363c0c req-28a83eb8-534e-497d-9606-a31c85905723 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2a1ffe2f-550e-4675-8aa6-c04675363c0c req-28a83eb8-534e-497d-9606-a31c85905723 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-2a1ffe2f-550e-4675-8aa6-c04675363c0c req-28a83eb8-534e-497d-9606-a31c85905723 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-07b77f02-a3b6-4703-988d-368ed6d56d60 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:05 user nova-compute[74287]: WARNING nova.compute.manager [req-2a1ffe2f-550e-4675-8aa6-c04675363c0c req-28a83eb8-534e-497d-9606-a31c85905723 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-07b77f02-a3b6-4703-988d-368ed6d56d60 for instance with vm_state building and task_state spawning.
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-2a1ffe2f-550e-4675-8aa6-c04675363c0c req-28a83eb8-534e-497d-9606-a31c85905723 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-07b77f02-a3b6-4703-988d-368ed6d56d60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2a1ffe2f-550e-4675-8aa6-c04675363c0c req-28a83eb8-534e-497d-9606-a31c85905723 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2a1ffe2f-550e-4675-8aa6-c04675363c0c req-28a83eb8-534e-497d-9606-a31c85905723 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2a1ffe2f-550e-4675-8aa6-c04675363c0c req-28a83eb8-534e-497d-9606-a31c85905723 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-2a1ffe2f-550e-4675-8aa6-c04675363c0c req-28a83eb8-534e-497d-9606-a31c85905723 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-07b77f02-a3b6-4703-988d-368ed6d56d60 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:05 user nova-compute[74287]: WARNING nova.compute.manager [req-2a1ffe2f-550e-4675-8aa6-c04675363c0c req-28a83eb8-534e-497d-9606-a31c85905723 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-07b77f02-a3b6-4703-988d-368ed6d56d60 for instance with vm_state building and task_state spawning.
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4712ee26-4d69-4437-b977-0a05bf2bd451) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: INFO os_vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:f1:25,bridge_name='br-int',has_traffic_filtering=True,id=65a86918-ac19-494a-8d5e-de4b94352342,network=Network(37e06779-60ec-4511-a1c6-507ef931aa72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65a86918-ac')
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:54:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1482718885',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1482718885',id=10,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+rtTckxiFH3JCBuym7feN8BTT6RrQUHOXrxWT7rG2NaG2TVJvWHBPiHVr5X3TNeAjiL1NLv1kuy/RKGBgnCk2dVq4qf8UE7BM4PQT/FvoNaVW9nBBTrhbOUaM2pqMezA==',key_name='tempest-keypair-1610655840',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:55:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='34169aae99554f28921b03e628a582e1',ramdisk_id='',reservation_id='r-nljtxz93',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1703526803',owner_user_name='tempest-TaggedBootDevicesTest_v242-1703526803-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:55:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5068100115c4e7c84fad033f95c8e9b',uuid=5b0d7d92-fd39-45ff-b452-f3a78029457d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "030b494b-269c-490c-8d83-54dadbdd5cf7", "address": "fa:16:3e:34:2c:df", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030b494b-26", "ovs_interfaceid": "030b494b-269c-490c-8d83-54dadbdd5cf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converting VIF {"id": "030b494b-269c-490c-8d83-54dadbdd5cf7", "address": "fa:16:3e:34:2c:df", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030b494b-26", "ovs_interfaceid": "030b494b-269c-490c-8d83-54dadbdd5cf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:2c:df,bridge_name='br-int',has_traffic_filtering=True,id=030b494b-269c-490c-8d83-54dadbdd5cf7,network=Network(37e06779-60ec-4511-a1c6-507ef931aa72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030b494b-26') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:2c:df,bridge_name='br-int',has_traffic_filtering=True,id=030b494b-269c-490c-8d83-54dadbdd5cf7,network=Network(37e06779-60ec-4511-a1c6-507ef931aa72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030b494b-26') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap030b494b-26, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:05 user nova-compute[74287]: INFO nova.compute.manager [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Took 2.05 seconds to destroy the instance on the hypervisor.
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d9e1d2e7-4574-43a8-b3d4-353a8af596b7) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: INFO os_vif [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:2c:df,bridge_name='br-int',has_traffic_filtering=True,id=030b494b-269c-490c-8d83-54dadbdd5cf7,network=Network(37e06779-60ec-4511-a1c6-507ef931aa72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030b494b-26')
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cSbTGosr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:57:05 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[43118434-13a6-4d6d-a155-b81d580c010a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 07:57:05 user nova-compute[74287]: No targets found.
Oct 26 07:57:05 user nova-compute[74287]: iSNS:
Oct 26 07:57:05 user nova-compute[74287]: No targets found.
Oct 26 07:57:05 user nova-compute[74287]: STATIC:
Oct 26 07:57:05 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa
Oct 26 07:57:05 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:05 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:05 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc
Oct 26 07:57:05 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:05 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:05 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d
Oct 26 07:57:05 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:05 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:05 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc
Oct 26 07:57:05 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:05 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:05 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8
Oct 26 07:57:05 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:05 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:05 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd
Oct 26 07:57:05 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:05 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:05 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62
Oct 26 07:57:05 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:05 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:05 user nova-compute[74287]: FIRMWARE:
Oct 26 07:57:05 user nova-compute[74287]: No targets found.
Oct 26 07:57:05 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 07:57:05 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 07:57:05 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca2795b7-9cdc-47f7-b44a-49826f8d92a7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[28defde3-49c8-40fa-a493-4d7f95a29dda]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:57:05 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:57:05 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb7076ac20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd'): ({'sdd'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Removing single pathed devices sdd {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[faee67b0-d5a1-48ca-b8a4-6d0d8ac12bd3]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[92f78d2d-3f6b-4d9b-8059-874da27f745f]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Flushing IO for device /dev/sdd {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f38513c-63a3-4dd0-b40e-cc31bcc5e635]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.045s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3472b8bc-a93c-4ba7-9d8b-dcc9ac6d0adf]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[931edfcb-8094-4ba2-8530-3e92699a9983]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5486864d-0cea-43c0-af8b-1321dd7271a0]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd, portal: 172.16.0.220,3260]
Oct 26 07:57:05 user nova-compute[74287]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd, portal: 172.16.0.220,3260] successful.
Oct 26 07:57:05 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b416a92a-bb24-4ffb-a0bb-7df6d15c90dd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.040s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[47a9ff76-36f2-460f-a01e-ae72cff921ad]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.396s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] <== disconnect_volume: return (398ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pcjZTnsr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:57:05 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e53686b-f542-4e1d-b59c-5c0ef985d389]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 07:57:05 user nova-compute[74287]: No targets found.
Oct 26 07:57:05 user nova-compute[74287]: iSNS:
Oct 26 07:57:05 user nova-compute[74287]: No targets found.
Oct 26 07:57:05 user nova-compute[74287]: STATIC:
Oct 26 07:57:05 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa
Oct 26 07:57:05 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:05 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:05 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc
Oct 26 07:57:05 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:05 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:05 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d
Oct 26 07:57:05 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:05 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:05 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc
Oct 26 07:57:05 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:05 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:05 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8
Oct 26 07:57:05 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:05 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:05 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62
Oct 26 07:57:05 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:05 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:05 user nova-compute[74287]: FIRMWARE:
Oct 26 07:57:05 user nova-compute[74287]: No targets found.
Oct 26 07:57:05 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 07:57:05 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 07:57:05 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fac3a79-bc4a-41cf-a6fe-d1870ce7e75d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[36fd7d27-caee-4bdf-b45a-58725945a860]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:57:05 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:05 user nova-compute[74287]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d (non-flash)
Oct 26 07:57:05 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb7076bd90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d'): ({'sde'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Removing single pathed devices sde {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-unplugged-030b494b-269c-490c-8d83-54dadbdd5cf7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-unplugged-030b494b-269c-490c-8d83-54dadbdd5cf7 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-unplugged-030b494b-269c-490c-8d83-54dadbdd5cf7 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-plugged-030b494b-269c-490c-8d83-54dadbdd5cf7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Acquiring lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] No waiting events found dispatching network-vif-plugged-030b494b-269c-490c-8d83-54dadbdd5cf7 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:05 user nova-compute[74287]: WARNING nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received unexpected event network-vif-plugged-030b494b-269c-490c-8d83-54dadbdd5cf7 for instance with vm_state active and task_state deleting.
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-0a8ab511-166f-4d42-9468-c711a325d7b1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-0a8ab511-166f-4d42-9468-c711a325d7b1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:05 user nova-compute[74287]: WARNING nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-0a8ab511-166f-4d42-9468-c711a325d7b1 for instance with vm_state building and task_state spawning.
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-0a8ab511-166f-4d42-9468-c711a325d7b1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-0a8ab511-166f-4d42-9468-c711a325d7b1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:05 user nova-compute[74287]: WARNING nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-0a8ab511-166f-4d42-9468-c711a325d7b1 for instance with vm_state building and task_state spawning.
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-ca73e1be-c1da-4a89-8e01-ba9a76b9b038 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-ca73e1be-c1da-4a89-8e01-ba9a76b9b038 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:05 user nova-compute[74287]: WARNING nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-ca73e1be-c1da-4a89-8e01-ba9a76b9b038 for instance with vm_state building and task_state spawning.
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-ca73e1be-c1da-4a89-8e01-ba9a76b9b038 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-ca73e1be-c1da-4a89-8e01-ba9a76b9b038 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:05 user nova-compute[74287]: WARNING nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-ca73e1be-c1da-4a89-8e01-ba9a76b9b038 for instance with vm_state building and task_state spawning.
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-a3138fb7-2d33-4193-bd63-ba84526a34d2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-a3138fb7-2d33-4193-bd63-ba84526a34d2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:05 user nova-compute[74287]: WARNING nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-a3138fb7-2d33-4193-bd63-ba84526a34d2 for instance with vm_state building and task_state spawning.
Oct 26 07:57:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-a3138fb7-2d33-4193-bd63-ba84526a34d2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-a3138fb7-2d33-4193-bd63-ba84526a34d2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:06 user nova-compute[74287]: WARNING nova.compute.manager [req-775d278d-6c8a-43c9-ac75-c5237e32a3da req-0a6629e2-86d7-4895-b3e9-d616fbe4844b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-a3138fb7-2d33-4193-bd63-ba84526a34d2 for instance with vm_state building and task_state spawning.
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[db8ef837-29c3-4f27-91c7-c1396c2c3350]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[42f049bf-456e-4217-9a9f-097ef47768dd]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Flushing IO for device /dev/sde {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d95823a4-b1cb-4c47-98f7-4f9f470c28f9]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.047s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c893f48-47c3-43b9-9aa1-a0280488d365]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] SCSI volumes sde have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[69c13a99-0ea3-4c7a-befc-219a8c8fda72]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[796732b7-a3e3-4ae4-aa33-8abdd476d0f9]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d, portal: 172.16.0.220,3260]
Oct 26 07:57:06 user nova-compute[74287]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d, portal: 172.16.0.220,3260] successful.
Oct 26 07:57:06 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76596ca3-53ad-4909-83c4-ab3b30efab8d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[89f5d06c-bebc-4260-8b6a-beed381ccf21]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.426s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] <== disconnect_volume: return (427ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RBxDiOro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:57:06 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[18575f91-8e77-4dc5-98f4-2d576cc237af]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 07:57:06 user nova-compute[74287]: No targets found.
Oct 26 07:57:06 user nova-compute[74287]: iSNS:
Oct 26 07:57:06 user nova-compute[74287]: No targets found.
Oct 26 07:57:06 user nova-compute[74287]: STATIC:
Oct 26 07:57:06 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa
Oct 26 07:57:06 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:06 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:06 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc
Oct 26 07:57:06 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:06 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:06 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc
Oct 26 07:57:06 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:06 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:06 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8
Oct 26 07:57:06 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:06 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:06 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62
Oct 26 07:57:06 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:06 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:06 user nova-compute[74287]: FIRMWARE:
Oct 26 07:57:06 user nova-compute[74287]: No targets found.
Oct 26 07:57:06 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 07:57:06 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 07:57:06 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.051s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[aff72494-c6c6-4a9f-b983-ba385c0be1a9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e15f2898-2bfd-4b12-b6d4-aaa919551100]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:57:06 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:06 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:06 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:06 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:06 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa (non-flash)
Oct 26 07:57:06 user nova-compute[74287]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:06 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:06 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:06 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:06 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb882ab640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa'): ({'sdf'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Removing single pathed devices sdf {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0c08535-bff8-4242-a295-ac970e39af8e]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[78e8f320-1872-4684-9515-d77dc4e71861]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Flushing IO for device /dev/sdf {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a6e5d0e-726d-4b96-a267-99793fbb4a1b]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.054s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[32c52470-db39-46f2-9d34-9504d81b3a9d]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] SCSI volumes sdf have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecd33d2b-945c-48c6-ac0e-03730eda8c2d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[807648bb-e93e-4b8b-856b-22aab667afb8]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa, portal: 172.16.0.220,3260]
Oct 26 07:57:06 user nova-compute[74287]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa, portal: 172.16.0.220,3260] successful.
Oct 26 07:57:06 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e0fac7f-9cd4-4934-92fc-18954022c1fa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2404d985-e937-4273-933e-4287dc38bbc0]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.468s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] <== disconnect_volume: return (469ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:57:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 07:57:06 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Deleting instance files /opt/stack/data/nova/instances/5b0d7d92-fd39-45ff-b452-f3a78029457d_del
Oct 26 07:57:06 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Deletion of /opt/stack/data/nova/instances/5b0d7d92-fd39-45ff-b452-f3a78029457d_del complete
Oct 26 07:57:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:07 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Took 1.73 seconds to deallocate network for instance.
Oct 26 07:57:07 user nova-compute[74287]: INFO nova.compute.manager [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Took 6.69 seconds to destroy the instance on the hypervisor.
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-183fa6f2-0ac1-44d3-9592-2fb92df58ea1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-183fa6f2-0ac1-44d3-9592-2fb92df58ea1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:07 user nova-compute[74287]: WARNING nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-183fa6f2-0ac1-44d3-9592-2fb92df58ea1 for instance with vm_state building and task_state spawning.
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-183fa6f2-0ac1-44d3-9592-2fb92df58ea1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-183fa6f2-0ac1-44d3-9592-2fb92df58ea1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:07 user nova-compute[74287]: WARNING nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-183fa6f2-0ac1-44d3-9592-2fb92df58ea1 for instance with vm_state building and task_state spawning.
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received event network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Acquiring lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] No waiting events found dispatching network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:07 user nova-compute[74287]: WARNING nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received unexpected event network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 for instance with vm_state deleted and task_state None.
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received event network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Acquiring lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] No waiting events found dispatching network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:07 user nova-compute[74287]: WARNING nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received unexpected event network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 for instance with vm_state deleted and task_state None.
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received event network-vif-unplugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Acquiring lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] No waiting events found dispatching network-vif-unplugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:07 user nova-compute[74287]: WARNING nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received unexpected event network-vif-unplugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 for instance with vm_state deleted and task_state None.
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received event network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Acquiring lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] No waiting events found dispatching network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:07 user nova-compute[74287]: WARNING nova.compute.manager [req-cc143a8d-840e-43fb-90a0-760b93520783 req-6eab431f-87b8-45fa-ba06-4aab5d6403ad service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received unexpected event network-vif-plugged-65a44116-6e53-4176-88c6-eb035aa1c7f1 for instance with vm_state deleted and task_state None.
Oct 26 07:57:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:57:07 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Instance spawned successfully.
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:57:07 user nova-compute[74287]: INFO nova.compute.manager [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Took 13.97 seconds to spawn the instance on the hypervisor.
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.464s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:07 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Deleted allocations for instance da60b9fa-ac43-40a9-888f-a5bf1a4fa297
Oct 26 07:57:07 user nova-compute[74287]: INFO nova.compute.manager [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Took 122.66 seconds to build instance.
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c636c023-758d-4ad4-be29-bc1dd5a736e5 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 122.786s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-013baa3b-bba3-4158-8606-cff765ef9ed5 tempest-AttachSCSIVolumeTestJSON-940383317 tempest-AttachSCSIVolumeTestJSON-940383317-project-member] Lock "da60b9fa-ac43-40a9-888f-a5bf1a4fa297" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.536s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-86d8ba3e-1564-4791-8789-eace93e6c91b req-6d385a21-8ebe-4179-8a73-97eebe8f6a7e service nova] [instance: da60b9fa-ac43-40a9-888f-a5bf1a4fa297] Received event network-vif-deleted-65a44116-6e53-4176-88c6-eb035aa1c7f1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:08 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'pci_requests' on Instance uuid c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:08 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'numa_topology' on Instance uuid c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:08 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:57:08 user nova-compute[74287]: INFO nova.compute.claims [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Claim successful on node user
Oct 26 07:57:08 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:57:08 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:57:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.519s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:09 user nova-compute[74287]: INFO nova.network.neutron [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Updating port a4f704ab-3104-4479-90d6-bc93ebdde578 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 26 07:57:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:57:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquired lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:57:09 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:57:09 user nova-compute[74287]: DEBUG nova.compute.manager [req-513612a9-fbc2-4f55-bb48-7f55bf4a6e37 req-1d77cc0d-e955-4f56-9079-1ef9e18a7226 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-changed-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:09 user nova-compute[74287]: DEBUG nova.compute.manager [req-513612a9-fbc2-4f55-bb48-7f55bf4a6e37 req-1d77cc0d-e955-4f56-9079-1ef9e18a7226 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Refreshing instance network info cache due to event network-changed-a4f704ab-3104-4479-90d6-bc93ebdde578. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:57:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-513612a9-fbc2-4f55-bb48-7f55bf4a6e37 req-1d77cc0d-e955-4f56-9079-1ef9e18a7226 service nova] Acquiring lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-a1ab59a4-9ff2-4b70-874c-ee1215ab3994 req-e1bd98b2-b309-485e-a036-becaabe99a81 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-deleted-3a08d813-d0d1-4ab7-971e-3dcab14a2a3b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:10 user nova-compute[74287]: INFO nova.compute.manager [req-a1ab59a4-9ff2-4b70-874c-ee1215ab3994 req-e1bd98b2-b309-485e-a036-becaabe99a81 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Neutron deleted interface 3a08d813-d0d1-4ab7-971e-3dcab14a2a3b; detaching it from the instance and deleting it from the info cache
Oct 26 07:57:10 user nova-compute[74287]: DEBUG nova.network.neutron [req-a1ab59a4-9ff2-4b70-874c-ee1215ab3994 req-e1bd98b2-b309-485e-a036-becaabe99a81 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating instance_info_cache with network_info: [{"id": "05d79fe4-9723-4674-b886-98fda75a422b", "address": "fa:16:3e:45:9c:1a", "network": {"id": "d0225753-7819-487f-967b-e61c3e919bc0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1018037981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.86", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05d79fe4-97", "ovs_interfaceid": "05d79fe4-9723-4674-b886-98fda75a422b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65a86918-ac19-494a-8d5e-de4b94352342", "address": "fa:16:3e:df:f1:25", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a86918-ac", "ovs_interfaceid": "65a86918-ac19-494a-8d5e-de4b94352342", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "030b494b-269c-490c-8d83-54dadbdd5cf7", "address": "fa:16:3e:34:2c:df", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030b494b-26", "ovs_interfaceid": "030b494b-269c-490c-8d83-54dadbdd5cf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-a1ab59a4-9ff2-4b70-874c-ee1215ab3994 req-e1bd98b2-b309-485e-a036-becaabe99a81 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Detach interface failed, port_id=3a08d813-d0d1-4ab7-971e-3dcab14a2a3b, reason: Instance 5b0d7d92-fd39-45ff-b452-f3a78029457d could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-a1ab59a4-9ff2-4b70-874c-ee1215ab3994 req-e1bd98b2-b309-485e-a036-becaabe99a81 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-deleted-05d79fe4-9723-4674-b886-98fda75a422b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:10 user nova-compute[74287]: INFO nova.compute.manager [req-a1ab59a4-9ff2-4b70-874c-ee1215ab3994 req-e1bd98b2-b309-485e-a036-becaabe99a81 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Neutron deleted interface 05d79fe4-9723-4674-b886-98fda75a422b; detaching it from the instance and deleting it from the info cache
Oct 26 07:57:10 user nova-compute[74287]: DEBUG nova.network.neutron [req-a1ab59a4-9ff2-4b70-874c-ee1215ab3994 req-e1bd98b2-b309-485e-a036-becaabe99a81 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating instance_info_cache with network_info: [{"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65a86918-ac19-494a-8d5e-de4b94352342", "address": "fa:16:3e:df:f1:25", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65a86918-ac", "ovs_interfaceid": "65a86918-ac19-494a-8d5e-de4b94352342", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "030b494b-269c-490c-8d83-54dadbdd5cf7", "address": "fa:16:3e:34:2c:df", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030b494b-26", "ovs_interfaceid": "030b494b-269c-490c-8d83-54dadbdd5cf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-a1ab59a4-9ff2-4b70-874c-ee1215ab3994 req-e1bd98b2-b309-485e-a036-becaabe99a81 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Detach interface failed, port_id=05d79fe4-9723-4674-b886-98fda75a422b, reason: Instance 5b0d7d92-fd39-45ff-b452-f3a78029457d could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Updating instance_info_cache with network_info: [{"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Releasing lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:57:10 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Creating image(s)
Oct 26 07:57:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "/opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "/opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "/opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'trusted_certs' on Instance uuid c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-513612a9-fbc2-4f55-bb48-7f55bf4a6e37 req-1d77cc0d-e955-4f56-9079-1ef9e18a7226 service nova] Acquired lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG nova.network.neutron [req-513612a9-fbc2-4f55-bb48-7f55bf4a6e37 req-1d77cc0d-e955-4f56-9079-1ef9e18a7226 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Refreshing network info cache for port a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG nova.objects.base [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Object Instance<c50b7eb7-e9ea-4b14-8d27-439f1ae9d482> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "c9a14b216b0683fdea86a57a19ca35010b21e3b1" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c9a14b216b0683fdea86a57a19ca35010b21e3b1" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1.part --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1.part --force-share --output=json" returned: 0 in 0.207s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:11 user nova-compute[74287]: DEBUG nova.virt.images [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] d47faf6c-cfa3-4612-b4ab-6eae11c2d318 was qcow2, converting to raw {{(pid=74287) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 07:57:11 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 07:57:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1.part /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1.converted {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-513612a9-fbc2-4f55-bb48-7f55bf4a6e37 req-1d77cc0d-e955-4f56-9079-1ef9e18a7226 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Updated VIF entry in instance network info cache for port a4f704ab-3104-4479-90d6-bc93ebdde578. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-513612a9-fbc2-4f55-bb48-7f55bf4a6e37 req-1d77cc0d-e955-4f56-9079-1ef9e18a7226 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Updating instance_info_cache with network_info: [{"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1.part /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1.converted" returned: 0 in 0.254s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1.converted --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-32649880-1cce-45e5-8fcc-88f815481e2d req-4ef23a20-e812-4539-a321-2a921241db4f service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-deleted-65a86918-ac19-494a-8d5e-de4b94352342 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:12 user nova-compute[74287]: INFO nova.compute.manager [req-32649880-1cce-45e5-8fcc-88f815481e2d req-4ef23a20-e812-4539-a321-2a921241db4f service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Neutron deleted interface 65a86918-ac19-494a-8d5e-de4b94352342; detaching it from the instance and deleting it from the info cache
Oct 26 07:57:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-32649880-1cce-45e5-8fcc-88f815481e2d req-4ef23a20-e812-4539-a321-2a921241db4f service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating instance_info_cache with network_info: [{"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "030b494b-269c-490c-8d83-54dadbdd5cf7", "address": "fa:16:3e:34:2c:df", "network": {"id": "37e06779-60ec-4511-a1c6-507ef931aa72", "bridge": "br-int", "label": "tempest-device-tagging-net2-1672041305", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030b494b-26", "ovs_interfaceid": "030b494b-269c-490c-8d83-54dadbdd5cf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-513612a9-fbc2-4f55-bb48-7f55bf4a6e37 req-1d77cc0d-e955-4f56-9079-1ef9e18a7226 service nova] Releasing lock "refresh_cache-c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:12 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Took 5.15 seconds to deallocate network for instance.
Oct 26 07:57:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-32649880-1cce-45e5-8fcc-88f815481e2d req-4ef23a20-e812-4539-a321-2a921241db4f service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Detach interface failed, port_id=65a86918-ac19-494a-8d5e-de4b94352342, reason: Instance 5b0d7d92-fd39-45ff-b452-f3a78029457d could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-32649880-1cce-45e5-8fcc-88f815481e2d req-4ef23a20-e812-4539-a321-2a921241db4f service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-deleted-030b494b-269c-490c-8d83-54dadbdd5cf7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:12 user nova-compute[74287]: INFO nova.compute.manager [req-32649880-1cce-45e5-8fcc-88f815481e2d req-4ef23a20-e812-4539-a321-2a921241db4f service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Neutron deleted interface 030b494b-269c-490c-8d83-54dadbdd5cf7; detaching it from the instance and deleting it from the info cache
Oct 26 07:57:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-32649880-1cce-45e5-8fcc-88f815481e2d req-4ef23a20-e812-4539-a321-2a921241db4f service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating instance_info_cache with network_info: [{"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "address": "fa:16:3e:51:6f:e7", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1a72ef6-66", "ovs_interfaceid": "f1a72ef6-6662-4b5d-b06b-01c8a07e9775", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-32649880-1cce-45e5-8fcc-88f815481e2d req-4ef23a20-e812-4539-a321-2a921241db4f service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Detach interface failed, port_id=030b494b-269c-490c-8d83-54dadbdd5cf7, reason: Instance 5b0d7d92-fd39-45ff-b452-f3a78029457d could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1.converted --force-share --output=json" returned: 0 in 0.217s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c9a14b216b0683fdea86a57a19ca35010b21e3b1" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.899s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1 --force-share --output=json" returned: 0 in 0.212s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "c9a14b216b0683fdea86a57a19ca35010b21e3b1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c9a14b216b0683fdea86a57a19ca35010b21e3b1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1 --force-share --output=json" returned: 0 in 0.269s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1,backing_fmt=raw /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1,backing_fmt=raw /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk 1073741824" returned: 0 in 0.059s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c9a14b216b0683fdea86a57a19ca35010b21e3b1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.336s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1 --force-share --output=json" returned: 0 in 0.255s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:13 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'migration_context' on Instance uuid c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:13 user nova-compute[74287]: DEBUG nova.objects.base [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Object Instance<c50b7eb7-e9ea-4b14-8d27-439f1ae9d482> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:57:13 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Rebasing disk image.
Oct 26 07:57:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.266s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 -F raw /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-87f6cea2-812a-41b5-8bd3-33914603d0b7 req-0e9b8bc1-d1a8-4a2d-86ca-bd17edb61312 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Received event network-vif-deleted-f1a72ef6-6662-4b5d-b06b-01c8a07e9775 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:14 user nova-compute[74287]: INFO nova.compute.manager [req-87f6cea2-812a-41b5-8bd3-33914603d0b7 req-0e9b8bc1-d1a8-4a2d-86ca-bd17edb61312 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Neutron deleted interface f1a72ef6-6662-4b5d-b06b-01c8a07e9775; detaching it from the instance and deleting it from the info cache
Oct 26 07:57:14 user nova-compute[74287]: DEBUG nova.network.neutron [req-87f6cea2-812a-41b5-8bd3-33914603d0b7 req-0e9b8bc1-d1a8-4a2d-86ca-bd17edb61312 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Updating instance_info_cache with network_info: [{"id": "d08f3bcb-bb24-48d8-8504-38981f37617e", "address": "fa:16:3e:fb:09:19", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08f3bcb-bb", "ovs_interfaceid": "d08f3bcb-bb24-48d8-8504-38981f37617e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "address": "fa:16:3e:88:e8:b0", "network": {"id": "33280ecb-4fff-4449-94bc-b5e8557fa6a9", "bridge": "br-int", "label": "tempest-device-tagging-net1-271060376", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "34169aae99554f28921b03e628a582e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc062f191-3f", "ovs_interfaceid": "c062f191-3ff6-492a-b7fe-ae9359779b6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-87f6cea2-812a-41b5-8bd3-33914603d0b7 req-0e9b8bc1-d1a8-4a2d-86ca-bd17edb61312 service nova] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Detach interface failed, port_id=f1a72ef6-6662-4b5d-b06b-01c8a07e9775, reason: Instance 5b0d7d92-fd39-45ff-b452-f3a78029457d could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG nova.compute.manager [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sVRzxcul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b08f6376-0463-4022-bc77-c26ff30a1589', 'attached_at': '', 'detached_at': '', 'volume_id': '1d886bdb-4d04-4777-af90-80aeb097c6d2', 'serial': '1d886bdb-4d04-4777-af90-80aeb097c6d2'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CXtOHbeR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi', 'volume_id': '1cbfe547-bcdd-46ca-b945-a867ebdea1fc'}, 'status': 'reserved', 'instance': 'b08f6376-0463-4022-bc77-c26ff30a1589', 'attached_at': '', 'detached_at': '', 'volume_id': '1cbfe547-bcdd-46ca-b945-a867ebdea1fc', 'serial'} {{(pid=74287) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sVRzxcul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:57:14 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:57:14 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:57:14 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfa70cf3-f23a-4074-aedd-549b8b7534dd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:57:14 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bfb23ce-6b99-46cd-b449-0646ce152c5b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2] added
Oct 26 07:57:14 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc9333da-408f-4c05-9946-3ae22734d961]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[30768496-70f5-4032-841d-f785202b2f1c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sVRzxcul {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sVRzxcul" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e6bc63a-1862-455c-b238-9f6426109f85]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sVRzxcul'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d7a7e25-6458-41e0-9165-3d458253acec]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[17fd8ecc-a4ff-4d84-baf1-5eeb7da93c39]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:14 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:14 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:14 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:14 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:14 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:14 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:14 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:14 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6530c3ba-7bbc-4417-89a1-5ae597733d2d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260]
Oct 26 07:57:14 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260] successful.
Oct 26 07:57:14 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5184c880-7d3b-4dd7-b4e9-026088e3b9ed]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:14 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Waiting for libvirt event about the detach of device tap8023776d-b6 with device alias net1 from instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b is timed out.
Oct 26 07:57:14 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5f:92:42"/><model type="virtio"/><mtu size="1442"/><target dev="tap8023776d-b6"/></interface> {{(pid=74287) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b55bcdc4-4084-4b07-a413-60ddd6fea2e1]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:14 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:14 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:14 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:14 user nova-compute[74287]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:57:14 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:14 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:14 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:14 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:14 user nova-compute[74287]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:57:14 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.338s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] HCTL ('35', '-', '-', 0) found on session 18 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Scanning host 35 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:5f:92:42"/><model type="virtio"/><mtu size="1442"/><target dev="tap8023776d-b6"/></interface>not found in domain: <domain type='kvm' id='8'>
Oct 26 07:57:14 user nova-compute[74287]:   <name>instance-00000008</name>
Oct 26 07:57:14 user nova-compute[74287]:   <uuid>ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</uuid>
Oct 26 07:57:14 user nova-compute[74287]:   <metadata>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:57:14 user nova-compute[74287]:   <nova:package version="0.0.0"/>
Oct 26 07:57:14 user nova-compute[74287]:   <nova:name>tempest-device-tagging-server-1642983667</nova:name>
Oct 26 07:57:14 user nova-compute[74287]:   <nova:creationTime>2023-10-26 07:54:59</nova:creationTime>
Oct 26 07:57:14 user nova-compute[74287]:   <nova:flavor name="m1.tiny">
Oct 26 07:57:14 user nova-compute[74287]:     <nova:memory>512</nova:memory>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:disk>1</nova:disk>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:swap>0</nova:swap>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:vcpus>1</nova:vcpus>
Oct 26 07:57:14 user nova-compute[74287]:   </nova:flavor>
Oct 26 07:57:14 user nova-compute[74287]:   <nova:owner>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:user uuid="396652a5c5fe402e8afd66ffb3c84d6b">tempest-TaggedAttachmentsTest-94268440-project-member</nova:user>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:project uuid="bc5c9a29ae8646c8bd50e3f8b9134feb">tempest-TaggedAttachmentsTest-94268440</nova:project>
Oct 26 07:57:14 user nova-compute[74287]:   </nova:owner>
Oct 26 07:57:14 user nova-compute[74287]:   <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:57:14 user nova-compute[74287]:   <nova:ports>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:port uuid="508d8a85-160d-4477-820f-5b47d0022d96">
Oct 26 07:57:14 user nova-compute[74287]:       <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 07:57:14 user nova-compute[74287]:     </nova:port>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:port uuid="8023776d-b634-4624-824d-212958d58ebe">
Oct 26 07:57:14 user nova-compute[74287]:       <nova:ip type="fixed" address="10.10.10.164" ipVersion="4"/>
Oct 26 07:57:14 user nova-compute[74287]:     </nova:port>
Oct 26 07:57:14 user nova-compute[74287]:   </nova:ports>
Oct 26 07:57:14 user nova-compute[74287]: </nova:instance>
Oct 26 07:57:14 user nova-compute[74287]:   </metadata>
Oct 26 07:57:14 user nova-compute[74287]:   <memory unit='KiB'>524288</memory>
Oct 26 07:57:14 user nova-compute[74287]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 26 07:57:14 user nova-compute[74287]:   <vcpu placement='static'>1</vcpu>
Oct 26 07:57:14 user nova-compute[74287]:   <resource>
Oct 26 07:57:14 user nova-compute[74287]:     <partition>/machine</partition>
Oct 26 07:57:14 user nova-compute[74287]:   </resource>
Oct 26 07:57:14 user nova-compute[74287]:   <sysinfo type='smbios'>
Oct 26 07:57:14 user nova-compute[74287]:     <system>
Oct 26 07:57:14 user nova-compute[74287]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 26 07:57:14 user nova-compute[74287]:       <entry name='product'>OpenStack Nova</entry>
Oct 26 07:57:14 user nova-compute[74287]:       <entry name='version'>0.0.0</entry>
Oct 26 07:57:14 user nova-compute[74287]:       <entry name='serial'>ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</entry>
Oct 26 07:57:14 user nova-compute[74287]:       <entry name='uuid'>ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</entry>
Oct 26 07:57:14 user nova-compute[74287]:       <entry name='family'>Virtual Machine</entry>
Oct 26 07:57:14 user nova-compute[74287]:     </system>
Oct 26 07:57:14 user nova-compute[74287]:   </sysinfo>
Oct 26 07:57:14 user nova-compute[74287]:   <os>
Oct 26 07:57:14 user nova-compute[74287]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 26 07:57:14 user nova-compute[74287]:     <boot dev='hd'/>
Oct 26 07:57:14 user nova-compute[74287]:     <smbios mode='sysinfo'/>
Oct 26 07:57:14 user nova-compute[74287]:   </os>
Oct 26 07:57:14 user nova-compute[74287]:   <features>
Oct 26 07:57:14 user nova-compute[74287]:     <acpi/>
Oct 26 07:57:14 user nova-compute[74287]:     <apic/>
Oct 26 07:57:14 user nova-compute[74287]:     <vmcoreinfo state='on'/>
Oct 26 07:57:14 user nova-compute[74287]:   </features>
Oct 26 07:57:14 user nova-compute[74287]:   <cpu mode='custom' match='exact' check='full'>
Oct 26 07:57:14 user nova-compute[74287]:     <model fallback='forbid'>Nehalem</model>
Oct 26 07:57:14 user nova-compute[74287]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 26 07:57:14 user nova-compute[74287]:     <feature policy='require' name='vme'/>
Oct 26 07:57:14 user nova-compute[74287]:     <feature policy='require' name='x2apic'/>
Oct 26 07:57:14 user nova-compute[74287]:     <feature policy='require' name='hypervisor'/>
Oct 26 07:57:14 user nova-compute[74287]:   </cpu>
Oct 26 07:57:14 user nova-compute[74287]:   <clock offset='utc'>
Oct 26 07:57:14 user nova-compute[74287]:     <timer name='pit' tickpolicy='delay'/>
Oct 26 07:57:14 user nova-compute[74287]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 26 07:57:14 user nova-compute[74287]:     <timer name='hpet' present='no'/>
Oct 26 07:57:14 user nova-compute[74287]:   </clock>
Oct 26 07:57:14 user nova-compute[74287]:   <on_poweroff>destroy</on_poweroff>
Oct 26 07:57:14 user nova-compute[74287]:   <on_reboot>restart</on_reboot>
Oct 26 07:57:14 user nova-compute[74287]:   <on_crash>destroy</on_crash>
Oct 26 07:57:14 user nova-compute[74287]:   <devices>
Oct 26 07:57:14 user nova-compute[74287]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 26 07:57:14 user nova-compute[74287]:     <disk type='file' device='disk'>
Oct 26 07:57:14 user nova-compute[74287]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 26 07:57:14 user nova-compute[74287]:       <source file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk' index='2'/>
Oct 26 07:57:14 user nova-compute[74287]:       <backingStore type='file' index='3'>
Oct 26 07:57:14 user nova-compute[74287]:         <format type='raw'/>
Oct 26 07:57:14 user nova-compute[74287]:         <source file='/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6'/>
Oct 26 07:57:14 user nova-compute[74287]:         <backingStore/>
Oct 26 07:57:14 user nova-compute[74287]:       </backingStore>
Oct 26 07:57:14 user nova-compute[74287]:       <target dev='vda' bus='virtio'/>
Oct 26 07:57:14 user nova-compute[74287]:       <alias name='virtio-disk0'/>
Oct 26 07:57:14 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 26 07:57:14 user nova-compute[74287]:     </disk>
Oct 26 07:57:14 user nova-compute[74287]:     <disk type='file' device='cdrom'>
Oct 26 07:57:14 user nova-compute[74287]:       <driver name='qemu' type='raw' cache='none'/>
Oct 26 07:57:14 user nova-compute[74287]:       <source file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk.config' index='1'/>
Oct 26 07:57:14 user nova-compute[74287]:       <backingStore/>
Oct 26 07:57:14 user nova-compute[74287]:       <target dev='hda' bus='ide'/>
Oct 26 07:57:14 user nova-compute[74287]:       <readonly/>
Oct 26 07:57:14 user nova-compute[74287]:       <alias name='ide0-0-0'/>
Oct 26 07:57:14 user nova-compute[74287]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 26 07:57:14 user nova-compute[74287]:     </disk>
Oct 26 07:57:14 user nova-compute[74287]:     <controller type='usb' index='0' model='none'>
Oct 26 07:57:14 user nova-compute[74287]:       <alias name='usb'/>
Oct 26 07:57:14 user nova-compute[74287]:     </controller>
Oct 26 07:57:14 user nova-compute[74287]:     <controller type='pci' index='0' model='pci-root'>
Oct 26 07:57:14 user nova-compute[74287]:       <alias name='pci.0'/>
Oct 26 07:57:14 user nova-compute[74287]:     </controller>
Oct 26 07:57:14 user nova-compute[74287]:     <controller type='ide' index='0'>
Oct 26 07:57:14 user nova-compute[74287]:       <alias name='ide'/>
Oct 26 07:57:14 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 26 07:57:14 user nova-compute[74287]:     </controller>
Oct 26 07:57:14 user nova-compute[74287]:     <interface type='ethernet'>
Oct 26 07:57:14 user nova-compute[74287]:       <mac address='fa:16:3e:2d:aa:29'/>
Oct 26 07:57:14 user nova-compute[74287]:       <target dev='tap508d8a85-16'/>
Oct 26 07:57:14 user nova-compute[74287]:       <model type='virtio'/>
Oct 26 07:57:14 user nova-compute[74287]:       <mtu size='1442'/>
Oct 26 07:57:14 user nova-compute[74287]:       <alias name='net0'/>
Oct 26 07:57:14 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 26 07:57:14 user nova-compute[74287]:     </interface>
Oct 26 07:57:14 user nova-compute[74287]:     <serial type='pty'>
Oct 26 07:57:14 user nova-compute[74287]:       <source path='/dev/pts/7'/>
Oct 26 07:57:14 user nova-compute[74287]:       <log file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/console.log' append='off'/>
Oct 26 07:57:14 user nova-compute[74287]:       <target type='isa-serial' port='0'>
Oct 26 07:57:14 user nova-compute[74287]:         <model name='isa-serial'/>
Oct 26 07:57:14 user nova-compute[74287]:       </target>
Oct 26 07:57:14 user nova-compute[74287]:       <alias name='serial0'/>
Oct 26 07:57:14 user nova-compute[74287]:     </serial>
Oct 26 07:57:14 user nova-compute[74287]:     <console type='pty' tty='/dev/pts/7'>
Oct 26 07:57:14 user nova-compute[74287]:       <source path='/dev/pts/7'/>
Oct 26 07:57:14 user nova-compute[74287]:       <log file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/console.log' append='off'/>
Oct 26 07:57:14 user nova-compute[74287]:       <target type='serial' port='0'/>
Oct 26 07:57:14 user nova-compute[74287]:       <alias name='serial0'/>
Oct 26 07:57:14 user nova-compute[74287]:     </console>
Oct 26 07:57:14 user nova-compute[74287]:     <input type='mouse' bus='ps2'>
Oct 26 07:57:14 user nova-compute[74287]:       <alias name='input0'/>
Oct 26 07:57:14 user nova-compute[74287]:     </input>
Oct 26 07:57:14 user nova-compute[74287]:     <input type='keyboard' bus='ps2'>
Oct 26 07:57:14 user nova-compute[74287]:       <alias name='input1'/>
Oct 26 07:57:14 user nova-compute[74287]:     </input>
Oct 26 07:57:14 user nova-compute[74287]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Oct 26 07:57:14 user nova-compute[74287]:       <listen type='address' address='0.0.0.0'/>
Oct 26 07:57:14 user nova-compute[74287]:     </graphics>
Oct 26 07:57:14 user nova-compute[74287]:     <audio id='1' type='none'/>
Oct 26 07:57:14 user nova-compute[74287]:     <video>
Oct 26 07:57:14 user nova-compute[74287]:       <model type='virtio' heads='1' primary='yes'/>
Oct 26 07:57:14 user nova-compute[74287]:       <alias name='video0'/>
Oct 26 07:57:14 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 26 07:57:14 user nova-compute[74287]:     </video>
Oct 26 07:57:14 user nova-compute[74287]:     <memballoon model='virtio'>
Oct 26 07:57:14 user nova-compute[74287]:       <stats period='10'/>
Oct 26 07:57:14 user nova-compute[74287]:       <alias name='balloon0'/>
Oct 26 07:57:14 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 26 07:57:14 user nova-compute[74287]:     </memballoon>
Oct 26 07:57:14 user nova-compute[74287]:     <rng model='virtio'>
Oct 26 07:57:14 user nova-compute[74287]:       <backend model='random'>/dev/urandom</backend>
Oct 26 07:57:14 user nova-compute[74287]:       <alias name='rng0'/>
Oct 26 07:57:14 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 26 07:57:14 user nova-compute[74287]:     </rng>
Oct 26 07:57:14 user nova-compute[74287]:   </devices>
Oct 26 07:57:14 user nova-compute[74287]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 26 07:57:14 user nova-compute[74287]:     <label>libvirt-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</label>
Oct 26 07:57:14 user nova-compute[74287]:     <imagelabel>libvirt-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</imagelabel>
Oct 26 07:57:14 user nova-compute[74287]:   </seclabel>
Oct 26 07:57:14 user nova-compute[74287]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 26 07:57:14 user nova-compute[74287]:     <label>+64055:+108</label>
Oct 26 07:57:14 user nova-compute[74287]:     <imagelabel>+64055:+108</imagelabel>
Oct 26 07:57:14 user nova-compute[74287]:   </seclabel>
Oct 26 07:57:14 user nova-compute[74287]: </domain>
Oct 26 07:57:14 user nova-compute[74287]:  {{(pid=74287) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 26 07:57:14 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Successfully detached device tap8023776d-b6 from instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b from the live domain config.
Oct 26 07:57:14 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:53:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1642983667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1642983667',id=8,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFEbSZ0LSu+SkwrjUER+ZqqsiIsU52Va/yz9a/SjCKsaUDm77GsLjJ8XYvEucaEFcLIb8zSoro/6NZxgS/cZB2Eh4MaRxG34umRRagpLCurHrUDB4LrH+PCCtvz7cT6/g==',key_name='tempest-keypair-876728544',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:53:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc5c9a29ae8646c8bd50e3f8b9134feb',ramdisk_id='',reservation_id='r-f166oayz',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-94268440',owner_user_name='tempest-TaggedAttachmentsTest-94268440-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:53:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='396652a5c5fe402e8afd66ffb3c84d6b',uuid=ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8023776d-b634-4624-824d-212958d58ebe", "address": "fa:16:3e:5f:92:42", "network": {"id": "d6224742-e23e-4eeb-8b55-ff866bbf42fa", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-261074864", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8023776d-b6", "ovs_interfaceid": "8023776d-b634-4624-824d-212958d58ebe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Converting VIF {"id": "8023776d-b634-4624-824d-212958d58ebe", "address": "fa:16:3e:5f:92:42", "network": {"id": "d6224742-e23e-4eeb-8b55-ff866bbf42fa", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-261074864", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8023776d-b6", "ovs_interfaceid": "8023776d-b634-4624-824d-212958d58ebe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:92:42,bridge_name='br-int',has_traffic_filtering=True,id=8023776d-b634-4624-824d-212958d58ebe,network=Network(d6224742-e23e-4eeb-8b55-ff866bbf42fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8023776d-b6') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_vif [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:92:42,bridge_name='br-int',has_traffic_filtering=True,id=8023776d-b634-4624-824d-212958d58ebe,network=Network(d6224742-e23e-4eeb-8b55-ff866bbf42fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8023776d-b6') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8023776d-b6, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.032s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[17b06c23-e573-45d4-ac31-f7bc19f119c8]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Searching for a device in session 18 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sVRzxcul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aa3fefd7-1705-4095-bbf2-0d277b040ebe) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:14 user nova-compute[74287]: INFO os_vif [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:92:42,bridge_name='br-int',has_traffic_filtering=True,id=8023776d-b634-4624-824d-212958d58ebe,network=Network(d6224742-e23e-4eeb-8b55-ff866bbf42fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8023776d-b6')
Oct 26 07:57:14 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:57:14 user nova-compute[74287]:   <nova:package version="0.0.0"/>
Oct 26 07:57:14 user nova-compute[74287]:   <nova:name>tempest-device-tagging-server-1642983667</nova:name>
Oct 26 07:57:14 user nova-compute[74287]:   <nova:creationTime>2023-10-26 07:57:14</nova:creationTime>
Oct 26 07:57:14 user nova-compute[74287]:   <nova:flavor name="m1.tiny">
Oct 26 07:57:14 user nova-compute[74287]:     <nova:memory>512</nova:memory>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:disk>1</nova:disk>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:swap>0</nova:swap>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:vcpus>1</nova:vcpus>
Oct 26 07:57:14 user nova-compute[74287]:   </nova:flavor>
Oct 26 07:57:14 user nova-compute[74287]:   <nova:owner>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:user uuid="396652a5c5fe402e8afd66ffb3c84d6b">tempest-TaggedAttachmentsTest-94268440-project-member</nova:user>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:project uuid="bc5c9a29ae8646c8bd50e3f8b9134feb">tempest-TaggedAttachmentsTest-94268440</nova:project>
Oct 26 07:57:14 user nova-compute[74287]:   </nova:owner>
Oct 26 07:57:14 user nova-compute[74287]:   <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:57:14 user nova-compute[74287]:   <nova:ports>
Oct 26 07:57:14 user nova-compute[74287]:     <nova:port uuid="508d8a85-160d-4477-820f-5b47d0022d96">
Oct 26 07:57:14 user nova-compute[74287]:       <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 07:57:14 user nova-compute[74287]:     </nova:port>
Oct 26 07:57:14 user nova-compute[74287]:   </nova:ports>
Oct 26 07:57:14 user nova-compute[74287]: </nova:instance>
Oct 26 07:57:14 user nova-compute[74287]:  {{(pid=74287) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 26 07:57:15 user nova-compute[74287]: INFO nova.compute.manager [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] [instance: 5b0d7d92-fd39-45ff-b452-f3a78029457d] Took 3.48 seconds to detach 3 volumes for instance.
Oct 26 07:57:15 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.401s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:57:15 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] <== connect_volume: return (1404ms) {'type': 'block', 'scsi_wwn': '23430636138313234', 'path': '/dev/sdd'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:57:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430636138313234', 'path': '/dev/sdd'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:57:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:15 user nova-compute[74287]: DEBUG nova.objects.instance [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lazy-loading 'flavor' on Instance uuid b08f6376-0463-4022-bc77-c26ff30a1589 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:57:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquired lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:57:15 user nova-compute[74287]: DEBUG nova.network.neutron [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 -F raw /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk" returned: 0 in 2.495s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Ensure instance console log exists: /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Start _get_guest_xml network_info=[{"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='f3ed3a1ba98f8d5bca30d0066915e870',container_format='bare',created_at=2023-10-26T07:54:42Z,direct_url=<?>,disk_format='qcow2',id=d47faf6c-cfa3-4612-b4ab-6eae11c2d318,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-957252302-shelved',owner='78b3e40348ab4d28951cf3f883b284de',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-26T07:54:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': 'virtio', 'attachment_id': 'c938d827-7aaa-43d2-8f71-b7f5eef8681f', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mqnGMRtF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'c50b7eb7-e9ea-4b14-8d27-439f1ae9d482', 'attached_at': '', 'detached_at': '', 'volume_id': '6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2', 'serial': '6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2'}, 'device_type': 'disk', 'mount_device': '/dev/vdc', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:57:16 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:57:16 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f3ed3a1ba98f8d5bca30d0066915e870',container_format='bare',created_at=2023-10-26T07:54:42Z,direct_url=<?>,disk_format='qcow2',id=d47faf6c-cfa3-4612-b4ab-6eae11c2d318,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-957252302-shelved',owner='78b3e40348ab4d28951cf3f883b284de',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-26T07:54:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'vcpu_model' on Instance uuid c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.objects.base [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Object Instance<c50b7eb7-e9ea-4b14-8d27-439f1ae9d482> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mqnGMRtF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:57:16 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:57:16 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:57:16 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f995c155-6570-4bae-a07a-adbc14a0cfae]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:57:16 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[31312819-b883-41da-8e1b-45abdbaf93b3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2] added
Oct 26 07:57:16 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[acef07b3-449b-45e7-a268-d7803d2e4412]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[264eaee2-adf6-4efb-bfea-058d2f772c28]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mqnGMRtF {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mqnGMRtF" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbdb0def-6214-4c87-b809-29fe895b77ab]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mqnGMRtF'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e7cdd98-b792-47e1-b187-50b316d78375]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e40b2e52-f3da-444a-a16c-6d0016780109]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:57:16 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:57:16 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received event network-vif-deleted-8023776d-b634-4624-824d-212958d58ebe {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:16 user nova-compute[74287]: INFO nova.compute.manager [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Neutron deleted interface 8023776d-b634-4624-824d-212958d58ebe; detaching it from the instance and deleting it from the info cache
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.network.neutron [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Updating instance_info_cache with network_info: [{"id": "508d8a85-160d-4477-820f-5b47d0022d96", "address": "fa:16:3e:2d:aa:29", "network": {"id": "796136ef-f3a4-4a54-80a5-089b1628a40e", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1826224689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508d8a85-16", "ovs_interfaceid": "508d8a85-160d-4477-820f-5b47d0022d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.457s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.objects.instance [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] Lazy-loading 'system_metadata' on Instance uuid ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:16 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Deleted allocations for instance 5b0d7d92-fd39-45ff-b452-f3a78029457d
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.objects.instance [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] Lazy-loading 'flavor' on Instance uuid ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 8388608 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --login" returned: 0 in 0.103s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f112e17-67cd-4470-9afa-7a5a274a2f8f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2, portal: 172.16.0.220,3260]
Oct 26 07:57:16 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2, portal: 172.16.0.220,3260] successful.
Oct 26 07:57:16 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b57078a2-7244-4375-b38c-3cc98cdff807]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:16 user nova-compute[74287]: INFO nova.network.neutron [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Port 8023776d-b634-4624-824d-212958d58ebe from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Updating instance_info_cache with network_info: [{"id": "508d8a85-160d-4477-820f-5b47d0022d96", "address": "fa:16:3e:2d:aa:29", "network": {"id": "796136ef-f3a4-4a54-80a5-089b1628a40e", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1826224689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508d8a85-16", "ovs_interfaceid": "508d8a85-160d-4477-820f-5b47d0022d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.objects.base [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] Object Instance<ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b> lazy-loaded attributes: system_metadata,flavor {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:53:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1642983667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1642983667',id=8,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFEbSZ0LSu+SkwrjUER+ZqqsiIsU52Va/yz9a/SjCKsaUDm77GsLjJ8XYvEucaEFcLIb8zSoro/6NZxgS/cZB2Eh4MaRxG34umRRagpLCurHrUDB4LrH+PCCtvz7cT6/g==',key_name='tempest-keypair-876728544',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:53:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc5c9a29ae8646c8bd50e3f8b9134feb',ramdisk_id='',reservation_id='r-f166oayz',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-94268440',owner_user_name='tempest-TaggedAttachmentsTest-94268440-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:53:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='396652a5c5fe402e8afd66ffb3c84d6b',uuid=ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8023776d-b634-4624-824d-212958d58ebe", "address": "fa:16:3e:5f:92:42", "network": {"id": "d6224742-e23e-4eeb-8b55-ff866bbf42fa", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-261074864", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8023776d-b6", "ovs_interfaceid": "8023776d-b634-4624-824d-212958d58ebe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.network.os_vif_util [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] Converting VIF {"id": "8023776d-b634-4624-824d-212958d58ebe", "address": "fa:16:3e:5f:92:42", "network": {"id": "d6224742-e23e-4eeb-8b55-ff866bbf42fa", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-261074864", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8023776d-b6", "ovs_interfaceid": "8023776d-b634-4624-824d-212958d58ebe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.network.os_vif_util [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:92:42,bridge_name='br-int',has_traffic_filtering=True,id=8023776d-b634-4624-824d-212958d58ebe,network=Network(d6224742-e23e-4eeb-8b55-ff866bbf42fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8023776d-b6') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[429dd034-bd32-41bd-9b93-4a16cb783895]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:57:16 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:57:16 user nova-compute[74287]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:57:16 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.411s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] HCTL ('36', '-', '-', 0) found on session 19 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5f:92:42"/><model type="virtio"/><mtu size="1442"/><target dev="tap8023776d-b6"/></interface> {{(pid=74287) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:5f:92:42"/><model type="virtio"/><mtu size="1442"/><target dev="tap8023776d-b6"/></interface>not found in domain: <domain type='kvm' id='8'>
Oct 26 07:57:16 user nova-compute[74287]:   <name>instance-00000008</name>
Oct 26 07:57:16 user nova-compute[74287]:   <uuid>ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</uuid>
Oct 26 07:57:16 user nova-compute[74287]:   <metadata>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:57:16 user nova-compute[74287]:   <nova:package version="0.0.0"/>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:name>tempest-device-tagging-server-1642983667</nova:name>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:creationTime>2023-10-26 07:57:14</nova:creationTime>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:flavor name="m1.tiny">
Oct 26 07:57:16 user nova-compute[74287]:     <nova:memory>512</nova:memory>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:disk>1</nova:disk>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:swap>0</nova:swap>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:vcpus>1</nova:vcpus>
Oct 26 07:57:16 user nova-compute[74287]:   </nova:flavor>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:owner>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:user uuid="396652a5c5fe402e8afd66ffb3c84d6b">tempest-TaggedAttachmentsTest-94268440-project-member</nova:user>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:project uuid="bc5c9a29ae8646c8bd50e3f8b9134feb">tempest-TaggedAttachmentsTest-94268440</nova:project>
Oct 26 07:57:16 user nova-compute[74287]:   </nova:owner>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:ports>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:port uuid="508d8a85-160d-4477-820f-5b47d0022d96">
Oct 26 07:57:16 user nova-compute[74287]:       <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 07:57:16 user nova-compute[74287]:     </nova:port>
Oct 26 07:57:16 user nova-compute[74287]:   </nova:ports>
Oct 26 07:57:16 user nova-compute[74287]: </nova:instance>
Oct 26 07:57:16 user nova-compute[74287]:   </metadata>
Oct 26 07:57:16 user nova-compute[74287]:   <memory unit='KiB'>524288</memory>
Oct 26 07:57:16 user nova-compute[74287]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 26 07:57:16 user nova-compute[74287]:   <vcpu placement='static'>1</vcpu>
Oct 26 07:57:16 user nova-compute[74287]:   <resource>
Oct 26 07:57:16 user nova-compute[74287]:     <partition>/machine</partition>
Oct 26 07:57:16 user nova-compute[74287]:   </resource>
Oct 26 07:57:16 user nova-compute[74287]:   <sysinfo type='smbios'>
Oct 26 07:57:16 user nova-compute[74287]:     <system>
Oct 26 07:57:16 user nova-compute[74287]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 26 07:57:16 user nova-compute[74287]:       <entry name='product'>OpenStack Nova</entry>
Oct 26 07:57:16 user nova-compute[74287]:       <entry name='version'>0.0.0</entry>
Oct 26 07:57:16 user nova-compute[74287]:       <entry name='serial'>ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</entry>
Oct 26 07:57:16 user nova-compute[74287]:       <entry name='uuid'>ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</entry>
Oct 26 07:57:16 user nova-compute[74287]:       <entry name='family'>Virtual Machine</entry>
Oct 26 07:57:16 user nova-compute[74287]:     </system>
Oct 26 07:57:16 user nova-compute[74287]:   </sysinfo>
Oct 26 07:57:16 user nova-compute[74287]:   <os>
Oct 26 07:57:16 user nova-compute[74287]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 26 07:57:16 user nova-compute[74287]:     <boot dev='hd'/>
Oct 26 07:57:16 user nova-compute[74287]:     <smbios mode='sysinfo'/>
Oct 26 07:57:16 user nova-compute[74287]:   </os>
Oct 26 07:57:16 user nova-compute[74287]:   <features>
Oct 26 07:57:16 user nova-compute[74287]:     <acpi/>
Oct 26 07:57:16 user nova-compute[74287]:     <apic/>
Oct 26 07:57:16 user nova-compute[74287]:     <vmcoreinfo state='on'/>
Oct 26 07:57:16 user nova-compute[74287]:   </features>
Oct 26 07:57:16 user nova-compute[74287]:   <cpu mode='custom' match='exact' check='full'>
Oct 26 07:57:16 user nova-compute[74287]:     <model fallback='forbid'>Nehalem</model>
Oct 26 07:57:16 user nova-compute[74287]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 26 07:57:16 user nova-compute[74287]:     <feature policy='require' name='vme'/>
Oct 26 07:57:16 user nova-compute[74287]:     <feature policy='require' name='x2apic'/>
Oct 26 07:57:16 user nova-compute[74287]:     <feature policy='require' name='hypervisor'/>
Oct 26 07:57:16 user nova-compute[74287]:   </cpu>
Oct 26 07:57:16 user nova-compute[74287]:   <clock offset='utc'>
Oct 26 07:57:16 user nova-compute[74287]:     <timer name='pit' tickpolicy='delay'/>
Oct 26 07:57:16 user nova-compute[74287]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 26 07:57:16 user nova-compute[74287]:     <timer name='hpet' present='no'/>
Oct 26 07:57:16 user nova-compute[74287]:   </clock>
Oct 26 07:57:16 user nova-compute[74287]:   <on_poweroff>destroy</on_poweroff>
Oct 26 07:57:16 user nova-compute[74287]:   <on_reboot>restart</on_reboot>
Oct 26 07:57:16 user nova-compute[74287]:   <on_crash>destroy</on_crash>
Oct 26 07:57:16 user nova-compute[74287]:   <devices>
Oct 26 07:57:16 user nova-compute[74287]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 26 07:57:16 user nova-compute[74287]:     <disk type='file' device='disk'>
Oct 26 07:57:16 user nova-compute[74287]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 26 07:57:16 user nova-compute[74287]:       <source file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk' index='2'/>
Oct 26 07:57:16 user nova-compute[74287]:       <backingStore type='file' index='3'>
Oct 26 07:57:16 user nova-compute[74287]:         <format type='raw'/>
Oct 26 07:57:16 user nova-compute[74287]:         <source file='/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6'/>
Oct 26 07:57:16 user nova-compute[74287]:         <backingStore/>
Oct 26 07:57:16 user nova-compute[74287]:       </backingStore>
Oct 26 07:57:16 user nova-compute[74287]:       <target dev='vda' bus='virtio'/>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='virtio-disk0'/>
Oct 26 07:57:16 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </disk>
Oct 26 07:57:16 user nova-compute[74287]:     <disk type='file' device='cdrom'>
Oct 26 07:57:16 user nova-compute[74287]:       <driver name='qemu' type='raw' cache='none'/>
Oct 26 07:57:16 user nova-compute[74287]:       <source file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk.config' index='1'/>
Oct 26 07:57:16 user nova-compute[74287]:       <backingStore/>
Oct 26 07:57:16 user nova-compute[74287]:       <target dev='hda' bus='ide'/>
Oct 26 07:57:16 user nova-compute[74287]:       <readonly/>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='ide0-0-0'/>
Oct 26 07:57:16 user nova-compute[74287]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </disk>
Oct 26 07:57:16 user nova-compute[74287]:     <controller type='usb' index='0' model='none'>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='usb'/>
Oct 26 07:57:16 user nova-compute[74287]:     </controller>
Oct 26 07:57:16 user nova-compute[74287]:     <controller type='pci' index='0' model='pci-root'>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='pci.0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </controller>
Oct 26 07:57:16 user nova-compute[74287]:     <controller type='ide' index='0'>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='ide'/>
Oct 26 07:57:16 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 26 07:57:16 user nova-compute[74287]:     </controller>
Oct 26 07:57:16 user nova-compute[74287]:     <interface type='ethernet'>
Oct 26 07:57:16 user nova-compute[74287]:       <mac address='fa:16:3e:2d:aa:29'/>
Oct 26 07:57:16 user nova-compute[74287]:       <target dev='tap508d8a85-16'/>
Oct 26 07:57:16 user nova-compute[74287]:       <model type='virtio'/>
Oct 26 07:57:16 user nova-compute[74287]:       <mtu size='1442'/>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='net0'/>
Oct 26 07:57:16 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </interface>
Oct 26 07:57:16 user nova-compute[74287]:     <serial type='pty'>
Oct 26 07:57:16 user nova-compute[74287]:       <source path='/dev/pts/7'/>
Oct 26 07:57:16 user nova-compute[74287]:       <log file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/console.log' append='off'/>
Oct 26 07:57:16 user nova-compute[74287]:       <target type='isa-serial' port='0'>
Oct 26 07:57:16 user nova-compute[74287]:         <model name='isa-serial'/>
Oct 26 07:57:16 user nova-compute[74287]:       </target>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='serial0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </serial>
Oct 26 07:57:16 user nova-compute[74287]:     <console type='pty' tty='/dev/pts/7'>
Oct 26 07:57:16 user nova-compute[74287]:       <source path='/dev/pts/7'/>
Oct 26 07:57:16 user nova-compute[74287]:       <log file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/console.log' append='off'/>
Oct 26 07:57:16 user nova-compute[74287]:       <target type='serial' port='0'/>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='serial0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </console>
Oct 26 07:57:16 user nova-compute[74287]:     <input type='mouse' bus='ps2'>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='input0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </input>
Oct 26 07:57:16 user nova-compute[74287]:     <input type='keyboard' bus='ps2'>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='input1'/>
Oct 26 07:57:16 user nova-compute[74287]:     </input>
Oct 26 07:57:16 user nova-compute[74287]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Oct 26 07:57:16 user nova-compute[74287]:       <listen type='address' address='0.0.0.0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </graphics>
Oct 26 07:57:16 user nova-compute[74287]:     <audio id='1' type='none'/>
Oct 26 07:57:16 user nova-compute[74287]:     <video>
Oct 26 07:57:16 user nova-compute[74287]:       <model type='virtio' heads='1' primary='yes'/>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='video0'/>
Oct 26 07:57:16 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </video>
Oct 26 07:57:16 user nova-compute[74287]:     <memballoon model='virtio'>
Oct 26 07:57:16 user nova-compute[74287]:       <stats period='10'/>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='balloon0'/>
Oct 26 07:57:16 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </memballoon>
Oct 26 07:57:16 user nova-compute[74287]:     <rng model='virtio'>
Oct 26 07:57:16 user nova-compute[74287]:       <backend model='random'>/dev/urandom</backend>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='rng0'/>
Oct 26 07:57:16 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </rng>
Oct 26 07:57:16 user nova-compute[74287]:   </devices>
Oct 26 07:57:16 user nova-compute[74287]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 26 07:57:16 user nova-compute[74287]:     <label>libvirt-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</label>
Oct 26 07:57:16 user nova-compute[74287]:     <imagelabel>libvirt-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</imagelabel>
Oct 26 07:57:16 user nova-compute[74287]:   </seclabel>
Oct 26 07:57:16 user nova-compute[74287]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 26 07:57:16 user nova-compute[74287]:     <label>+64055:+108</label>
Oct 26 07:57:16 user nova-compute[74287]:     <imagelabel>+64055:+108</imagelabel>
Oct 26 07:57:16 user nova-compute[74287]:   </seclabel>
Oct 26 07:57:16 user nova-compute[74287]: </domain>
Oct 26 07:57:16 user nova-compute[74287]:  {{(pid=74287) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5f:92:42"/><model type="virtio"/><mtu size="1442"/><target dev="tap8023776d-b6"/></interface> {{(pid=74287) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Releasing lock "refresh_cache-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.031s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9413eb7a-2a3d-4036-aea1-3e930814f00d]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Searching for a device in session 19 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mqnGMRtF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:5f:92:42"/><model type="virtio"/><mtu size="1442"/><target dev="tap8023776d-b6"/></interface>not found in domain: <domain type='kvm' id='8'>
Oct 26 07:57:16 user nova-compute[74287]:   <name>instance-00000008</name>
Oct 26 07:57:16 user nova-compute[74287]:   <uuid>ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</uuid>
Oct 26 07:57:16 user nova-compute[74287]:   <metadata>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:57:16 user nova-compute[74287]:   <nova:package version="0.0.0"/>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:name>tempest-device-tagging-server-1642983667</nova:name>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:creationTime>2023-10-26 07:57:14</nova:creationTime>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:flavor name="m1.tiny">
Oct 26 07:57:16 user nova-compute[74287]:     <nova:memory>512</nova:memory>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:disk>1</nova:disk>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:swap>0</nova:swap>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:vcpus>1</nova:vcpus>
Oct 26 07:57:16 user nova-compute[74287]:   </nova:flavor>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:owner>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:user uuid="396652a5c5fe402e8afd66ffb3c84d6b">tempest-TaggedAttachmentsTest-94268440-project-member</nova:user>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:project uuid="bc5c9a29ae8646c8bd50e3f8b9134feb">tempest-TaggedAttachmentsTest-94268440</nova:project>
Oct 26 07:57:16 user nova-compute[74287]:   </nova:owner>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:ports>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:port uuid="508d8a85-160d-4477-820f-5b47d0022d96">
Oct 26 07:57:16 user nova-compute[74287]:       <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 07:57:16 user nova-compute[74287]:     </nova:port>
Oct 26 07:57:16 user nova-compute[74287]:   </nova:ports>
Oct 26 07:57:16 user nova-compute[74287]: </nova:instance>
Oct 26 07:57:16 user nova-compute[74287]:   </metadata>
Oct 26 07:57:16 user nova-compute[74287]:   <memory unit='KiB'>524288</memory>
Oct 26 07:57:16 user nova-compute[74287]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 26 07:57:16 user nova-compute[74287]:   <vcpu placement='static'>1</vcpu>
Oct 26 07:57:16 user nova-compute[74287]:   <resource>
Oct 26 07:57:16 user nova-compute[74287]:     <partition>/machine</partition>
Oct 26 07:57:16 user nova-compute[74287]:   </resource>
Oct 26 07:57:16 user nova-compute[74287]:   <sysinfo type='smbios'>
Oct 26 07:57:16 user nova-compute[74287]:     <system>
Oct 26 07:57:16 user nova-compute[74287]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 26 07:57:16 user nova-compute[74287]:       <entry name='product'>OpenStack Nova</entry>
Oct 26 07:57:16 user nova-compute[74287]:       <entry name='version'>0.0.0</entry>
Oct 26 07:57:16 user nova-compute[74287]:       <entry name='serial'>ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</entry>
Oct 26 07:57:16 user nova-compute[74287]:       <entry name='uuid'>ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</entry>
Oct 26 07:57:16 user nova-compute[74287]:       <entry name='family'>Virtual Machine</entry>
Oct 26 07:57:16 user nova-compute[74287]:     </system>
Oct 26 07:57:16 user nova-compute[74287]:   </sysinfo>
Oct 26 07:57:16 user nova-compute[74287]:   <os>
Oct 26 07:57:16 user nova-compute[74287]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 26 07:57:16 user nova-compute[74287]:     <boot dev='hd'/>
Oct 26 07:57:16 user nova-compute[74287]:     <smbios mode='sysinfo'/>
Oct 26 07:57:16 user nova-compute[74287]:   </os>
Oct 26 07:57:16 user nova-compute[74287]:   <features>
Oct 26 07:57:16 user nova-compute[74287]:     <acpi/>
Oct 26 07:57:16 user nova-compute[74287]:     <apic/>
Oct 26 07:57:16 user nova-compute[74287]:     <vmcoreinfo state='on'/>
Oct 26 07:57:16 user nova-compute[74287]:   </features>
Oct 26 07:57:16 user nova-compute[74287]:   <cpu mode='custom' match='exact' check='full'>
Oct 26 07:57:16 user nova-compute[74287]:     <model fallback='forbid'>Nehalem</model>
Oct 26 07:57:16 user nova-compute[74287]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 26 07:57:16 user nova-compute[74287]:     <feature policy='require' name='vme'/>
Oct 26 07:57:16 user nova-compute[74287]:     <feature policy='require' name='x2apic'/>
Oct 26 07:57:16 user nova-compute[74287]:     <feature policy='require' name='hypervisor'/>
Oct 26 07:57:16 user nova-compute[74287]:   </cpu>
Oct 26 07:57:16 user nova-compute[74287]:   <clock offset='utc'>
Oct 26 07:57:16 user nova-compute[74287]:     <timer name='pit' tickpolicy='delay'/>
Oct 26 07:57:16 user nova-compute[74287]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 26 07:57:16 user nova-compute[74287]:     <timer name='hpet' present='no'/>
Oct 26 07:57:16 user nova-compute[74287]:   </clock>
Oct 26 07:57:16 user nova-compute[74287]:   <on_poweroff>destroy</on_poweroff>
Oct 26 07:57:16 user nova-compute[74287]:   <on_reboot>restart</on_reboot>
Oct 26 07:57:16 user nova-compute[74287]:   <on_crash>destroy</on_crash>
Oct 26 07:57:16 user nova-compute[74287]:   <devices>
Oct 26 07:57:16 user nova-compute[74287]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 26 07:57:16 user nova-compute[74287]:     <disk type='file' device='disk'>
Oct 26 07:57:16 user nova-compute[74287]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 26 07:57:16 user nova-compute[74287]:       <source file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk' index='2'/>
Oct 26 07:57:16 user nova-compute[74287]:       <backingStore type='file' index='3'>
Oct 26 07:57:16 user nova-compute[74287]:         <format type='raw'/>
Oct 26 07:57:16 user nova-compute[74287]:         <source file='/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6'/>
Oct 26 07:57:16 user nova-compute[74287]:         <backingStore/>
Oct 26 07:57:16 user nova-compute[74287]:       </backingStore>
Oct 26 07:57:16 user nova-compute[74287]:       <target dev='vda' bus='virtio'/>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='virtio-disk0'/>
Oct 26 07:57:16 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </disk>
Oct 26 07:57:16 user nova-compute[74287]:     <disk type='file' device='cdrom'>
Oct 26 07:57:16 user nova-compute[74287]:       <driver name='qemu' type='raw' cache='none'/>
Oct 26 07:57:16 user nova-compute[74287]:       <source file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk.config' index='1'/>
Oct 26 07:57:16 user nova-compute[74287]:       <backingStore/>
Oct 26 07:57:16 user nova-compute[74287]:       <target dev='hda' bus='ide'/>
Oct 26 07:57:16 user nova-compute[74287]:       <readonly/>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='ide0-0-0'/>
Oct 26 07:57:16 user nova-compute[74287]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </disk>
Oct 26 07:57:16 user nova-compute[74287]:     <controller type='usb' index='0' model='none'>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='usb'/>
Oct 26 07:57:16 user nova-compute[74287]:     </controller>
Oct 26 07:57:16 user nova-compute[74287]:     <controller type='pci' index='0' model='pci-root'>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='pci.0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </controller>
Oct 26 07:57:16 user nova-compute[74287]:     <controller type='ide' index='0'>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='ide'/>
Oct 26 07:57:16 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 26 07:57:16 user nova-compute[74287]:     </controller>
Oct 26 07:57:16 user nova-compute[74287]:     <interface type='ethernet'>
Oct 26 07:57:16 user nova-compute[74287]:       <mac address='fa:16:3e:2d:aa:29'/>
Oct 26 07:57:16 user nova-compute[74287]:       <target dev='tap508d8a85-16'/>
Oct 26 07:57:16 user nova-compute[74287]:       <model type='virtio'/>
Oct 26 07:57:16 user nova-compute[74287]:       <mtu size='1442'/>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='net0'/>
Oct 26 07:57:16 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </interface>
Oct 26 07:57:16 user nova-compute[74287]:     <serial type='pty'>
Oct 26 07:57:16 user nova-compute[74287]:       <source path='/dev/pts/7'/>
Oct 26 07:57:16 user nova-compute[74287]:       <log file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/console.log' append='off'/>
Oct 26 07:57:16 user nova-compute[74287]:       <target type='isa-serial' port='0'>
Oct 26 07:57:16 user nova-compute[74287]:         <model name='isa-serial'/>
Oct 26 07:57:16 user nova-compute[74287]:       </target>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='serial0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </serial>
Oct 26 07:57:16 user nova-compute[74287]:     <console type='pty' tty='/dev/pts/7'>
Oct 26 07:57:16 user nova-compute[74287]:       <source path='/dev/pts/7'/>
Oct 26 07:57:16 user nova-compute[74287]:       <log file='/opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/console.log' append='off'/>
Oct 26 07:57:16 user nova-compute[74287]:       <target type='serial' port='0'/>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='serial0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </console>
Oct 26 07:57:16 user nova-compute[74287]:     <input type='mouse' bus='ps2'>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='input0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </input>
Oct 26 07:57:16 user nova-compute[74287]:     <input type='keyboard' bus='ps2'>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='input1'/>
Oct 26 07:57:16 user nova-compute[74287]:     </input>
Oct 26 07:57:16 user nova-compute[74287]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Oct 26 07:57:16 user nova-compute[74287]:       <listen type='address' address='0.0.0.0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </graphics>
Oct 26 07:57:16 user nova-compute[74287]:     <audio id='1' type='none'/>
Oct 26 07:57:16 user nova-compute[74287]:     <video>
Oct 26 07:57:16 user nova-compute[74287]:       <model type='virtio' heads='1' primary='yes'/>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='video0'/>
Oct 26 07:57:16 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </video>
Oct 26 07:57:16 user nova-compute[74287]:     <memballoon model='virtio'>
Oct 26 07:57:16 user nova-compute[74287]:       <stats period='10'/>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='balloon0'/>
Oct 26 07:57:16 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </memballoon>
Oct 26 07:57:16 user nova-compute[74287]:     <rng model='virtio'>
Oct 26 07:57:16 user nova-compute[74287]:       <backend model='random'>/dev/urandom</backend>
Oct 26 07:57:16 user nova-compute[74287]:       <alias name='rng0'/>
Oct 26 07:57:16 user nova-compute[74287]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 26 07:57:16 user nova-compute[74287]:     </rng>
Oct 26 07:57:16 user nova-compute[74287]:   </devices>
Oct 26 07:57:16 user nova-compute[74287]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 26 07:57:16 user nova-compute[74287]:     <label>libvirt-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</label>
Oct 26 07:57:16 user nova-compute[74287]:     <imagelabel>libvirt-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b</imagelabel>
Oct 26 07:57:16 user nova-compute[74287]:   </seclabel>
Oct 26 07:57:16 user nova-compute[74287]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 26 07:57:16 user nova-compute[74287]:     <label>+64055:+108</label>
Oct 26 07:57:16 user nova-compute[74287]:     <imagelabel>+64055:+108</imagelabel>
Oct 26 07:57:16 user nova-compute[74287]:   </seclabel>
Oct 26 07:57:16 user nova-compute[74287]: </domain>
Oct 26 07:57:16 user nova-compute[74287]:  {{(pid=74287) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 26 07:57:16 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Detaching interface fa:16:3e:5f:92:42 failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap8023776d-b6' not found.
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:53:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1642983667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1642983667',id=8,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFEbSZ0LSu+SkwrjUER+ZqqsiIsU52Va/yz9a/SjCKsaUDm77GsLjJ8XYvEucaEFcLIb8zSoro/6NZxgS/cZB2Eh4MaRxG34umRRagpLCurHrUDB4LrH+PCCtvz7cT6/g==',key_name='tempest-keypair-876728544',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:53:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc5c9a29ae8646c8bd50e3f8b9134feb',ramdisk_id='',reservation_id='r-f166oayz',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-94268440',owner_user_name='tempest-TaggedAttachmentsTest-94268440-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:53:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='396652a5c5fe402e8afd66ffb3c84d6b',uuid=ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8023776d-b634-4624-824d-212958d58ebe", "address": "fa:16:3e:5f:92:42", "network": {"id": "d6224742-e23e-4eeb-8b55-ff866bbf42fa", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-261074864", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8023776d-b6", "ovs_interfaceid": "8023776d-b634-4624-824d-212958d58ebe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.network.os_vif_util [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] Converting VIF {"id": "8023776d-b634-4624-824d-212958d58ebe", "address": "fa:16:3e:5f:92:42", "network": {"id": "d6224742-e23e-4eeb-8b55-ff866bbf42fa", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-261074864", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8023776d-b6", "ovs_interfaceid": "8023776d-b634-4624-824d-212958d58ebe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.network.os_vif_util [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:92:42,bridge_name='br-int',has_traffic_filtering=True,id=8023776d-b634-4624-824d-212958d58ebe,network=Network(d6224742-e23e-4eeb-8b55-ff866bbf42fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8023776d-b6') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG os_vif [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:92:42,bridge_name='br-int',has_traffic_filtering=True,id=8023776d-b634-4624-824d-212958d58ebe,network=Network(d6224742-e23e-4eeb-8b55-ff866bbf42fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8023776d-b6') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8023776d-b6, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c3c8257-56cd-4c90-9c88-8d3298166f21 tempest-TaggedBootDevicesTest_v242-1703526803 tempest-TaggedBootDevicesTest_v242-1703526803-project-member] Lock "5b0d7d92-fd39-45ff-b452-f3a78029457d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 16.192s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-30df3742-946a-424a-bf4f-c34a05e7c66e tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "interface-ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-8023776d-b634-4624-824d-212958d58ebe" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 22.282s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:16 user nova-compute[74287]: INFO os_vif [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:92:42,bridge_name='br-int',has_traffic_filtering=True,id=8023776d-b634-4624-824d-212958d58ebe,network=Network(d6224742-e23e-4eeb-8b55-ff866bbf42fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8023776d-b6')
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [req-e6cf6033-f71c-4292-9765-dadb7d6c4268 req-6a0f618a-3acb-4a48-9505-22c1ea344910 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:57:16 user nova-compute[74287]:   <nova:package version="0.0.0"/>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:name>tempest-device-tagging-server-1642983667</nova:name>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:creationTime>2023-10-26 07:57:16</nova:creationTime>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:flavor name="m1.tiny">
Oct 26 07:57:16 user nova-compute[74287]:     <nova:memory>512</nova:memory>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:disk>1</nova:disk>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:swap>0</nova:swap>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:vcpus>1</nova:vcpus>
Oct 26 07:57:16 user nova-compute[74287]:   </nova:flavor>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:owner>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:user uuid="396652a5c5fe402e8afd66ffb3c84d6b">tempest-TaggedAttachmentsTest-94268440-project-member</nova:user>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:project uuid="bc5c9a29ae8646c8bd50e3f8b9134feb">tempest-TaggedAttachmentsTest-94268440</nova:project>
Oct 26 07:57:16 user nova-compute[74287]:   </nova:owner>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:57:16 user nova-compute[74287]:   <nova:ports>
Oct 26 07:57:16 user nova-compute[74287]:     <nova:port uuid="508d8a85-160d-4477-820f-5b47d0022d96">
Oct 26 07:57:16 user nova-compute[74287]:       <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 07:57:16 user nova-compute[74287]:     </nova:port>
Oct 26 07:57:16 user nova-compute[74287]:   </nova:ports>
Oct 26 07:57:16 user nova-compute[74287]: </nova:instance>
Oct 26 07:57:16 user nova-compute[74287]:  {{(pid=74287) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 26 07:57:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 106954752 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:57:17 user nova-compute[74287]: INFO nova.compute.manager [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Rescuing
Oct 26 07:57:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquired lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.network.neutron [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 239075328 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.479s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] <== connect_volume: return (1482ms) {'type': 'block', 'scsi_wwn': '23634383939666533', 'path': '/dev/sde'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23634383939666533', 'path': '/dev/sde'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T07:52:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-957252302',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-957252302',id=4,image_ref='d47faf6c-cfa3-4612-b4ab-6eae11c2d318',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1144380350',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:52:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='78b3e40348ab4d28951cf3f883b284de',ramdisk_id='',reservation_id='r-r0ppn7j0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1566479428',owner_user_name='tempest-AttachVolumeShelveTestJSON-1566479428-project-member',shelved_at='2023-10-26T07:54:47.570209',shelved_host='user',shelved_image_id='d47faf6c-cfa3-4612-b4ab-6eae11c2d318'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:56:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6127637bcb4d466f9e3fa414b0f415d4',uuid=c50b7eb7-e9ea-4b14-8d27-439f1ae9d482,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converting VIF {"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:f7:d3,bridge_name='br-int',has_traffic_filtering=True,id=a4f704ab-3104-4479-90d6-bc93ebdde578,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4f704ab-31') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'pci_devices' on Instance uuid c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.objects.base [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Object Instance<c50b7eb7-e9ea-4b14-8d27-439f1ae9d482> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:57:17 user nova-compute[74287]:   <uuid>c50b7eb7-e9ea-4b14-8d27-439f1ae9d482</uuid>
Oct 26 07:57:17 user nova-compute[74287]:   <name>instance-00000004</name>
Oct 26 07:57:17 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:57:17 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:57:17 user nova-compute[74287]:   <metadata>
Oct 26 07:57:17 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:57:17 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:57:17 user nova-compute[74287]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-957252302</nova:name>
Oct 26 07:57:17 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:57:16</nova:creationTime>
Oct 26 07:57:17 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:57:17 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:57:17 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:57:17 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:57:17 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:57:17 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:57:17 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:57:17 user nova-compute[74287]:       <nova:owner>
Oct 26 07:57:17 user nova-compute[74287]:         <nova:user uuid="6127637bcb4d466f9e3fa414b0f415d4">tempest-AttachVolumeShelveTestJSON-1566479428-project-member</nova:user>
Oct 26 07:57:17 user nova-compute[74287]:         <nova:project uuid="78b3e40348ab4d28951cf3f883b284de">tempest-AttachVolumeShelveTestJSON-1566479428</nova:project>
Oct 26 07:57:17 user nova-compute[74287]:       </nova:owner>
Oct 26 07:57:17 user nova-compute[74287]:       <nova:root type="image" uuid="d47faf6c-cfa3-4612-b4ab-6eae11c2d318"/>
Oct 26 07:57:17 user nova-compute[74287]:       <nova:ports>
Oct 26 07:57:17 user nova-compute[74287]:         <nova:port uuid="a4f704ab-3104-4479-90d6-bc93ebdde578">
Oct 26 07:57:17 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 26 07:57:17 user nova-compute[74287]:         </nova:port>
Oct 26 07:57:17 user nova-compute[74287]:       </nova:ports>
Oct 26 07:57:17 user nova-compute[74287]:     </nova:instance>
Oct 26 07:57:17 user nova-compute[74287]:   </metadata>
Oct 26 07:57:17 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:57:17 user nova-compute[74287]:     <system>
Oct 26 07:57:17 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:57:17 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:57:17 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:57:17 user nova-compute[74287]:       <entry name="serial">c50b7eb7-e9ea-4b14-8d27-439f1ae9d482</entry>
Oct 26 07:57:17 user nova-compute[74287]:       <entry name="uuid">c50b7eb7-e9ea-4b14-8d27-439f1ae9d482</entry>
Oct 26 07:57:17 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:57:17 user nova-compute[74287]:     </system>
Oct 26 07:57:17 user nova-compute[74287]:   </sysinfo>
Oct 26 07:57:17 user nova-compute[74287]:   <os>
Oct 26 07:57:17 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:57:17 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:57:17 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:57:17 user nova-compute[74287]:   </os>
Oct 26 07:57:17 user nova-compute[74287]:   <features>
Oct 26 07:57:17 user nova-compute[74287]:     <acpi/>
Oct 26 07:57:17 user nova-compute[74287]:     <apic/>
Oct 26 07:57:17 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:57:17 user nova-compute[74287]:   </features>
Oct 26 07:57:17 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:57:17 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:57:17 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:57:17 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:57:17 user nova-compute[74287]:   </clock>
Oct 26 07:57:17 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:57:17 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:57:17 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:57:17 user nova-compute[74287]:   </cpu>
Oct 26 07:57:17 user nova-compute[74287]:   <devices>
Oct 26 07:57:17 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:57:17 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:57:17 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk"/>
Oct 26 07:57:17 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:57:17 user nova-compute[74287]:     </disk>
Oct 26 07:57:17 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 07:57:17 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:57:17 user nova-compute[74287]:       <source dev="/dev/sde"/>
Oct 26 07:57:17 user nova-compute[74287]:       <target dev="vdc" bus="virtio"/>
Oct 26 07:57:17 user nova-compute[74287]:       <serial>6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2</serial>
Oct 26 07:57:17 user nova-compute[74287]:     </disk>
Oct 26 07:57:17 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:57:17 user nova-compute[74287]:       <mac address="fa:16:3e:13:f7:d3"/>
Oct 26 07:57:17 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:57:17 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:57:17 user nova-compute[74287]:       <target dev="tapa4f704ab-31"/>
Oct 26 07:57:17 user nova-compute[74287]:     </interface>
Oct 26 07:57:17 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:57:17 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/console.log" append="off"/>
Oct 26 07:57:17 user nova-compute[74287]:     </serial>
Oct 26 07:57:17 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:57:17 user nova-compute[74287]:     <video>
Oct 26 07:57:17 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:57:17 user nova-compute[74287]:     </video>
Oct 26 07:57:17 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:57:17 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:57:17 user nova-compute[74287]:     </rng>
Oct 26 07:57:17 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:57:17 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:57:17 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:57:17 user nova-compute[74287]:     </memballoon>
Oct 26 07:57:17 user nova-compute[74287]:   </devices>
Oct 26 07:57:17 user nova-compute[74287]: </domain>
Oct 26 07:57:17 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T07:52:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-957252302',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-957252302',id=4,image_ref='d47faf6c-cfa3-4612-b4ab-6eae11c2d318',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1144380350',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:52:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='78b3e40348ab4d28951cf3f883b284de',ramdisk_id='',reservation_id='r-r0ppn7j0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1566479428',owner_user_name='tempest-AttachVolumeShelveTestJSON-1566479428-project-member',shelved_at='2023-10-26T07:54:47.570209',shelved_host='user',shelved_image_id='d47faf6c-cfa3-4612-b4ab-6eae11c2d318'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:56:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6127637bcb4d466f9e3fa414b0f415d4',uuid=c50b7eb7-e9ea-4b14-8d27-439f1ae9d482,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converting VIF {"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:f7:d3,bridge_name='br-int',has_traffic_filtering=True,id=a4f704ab-3104-4479-90d6-bc93ebdde578,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4f704ab-31') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG os_vif [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:f7:d3,bridge_name='br-int',has_traffic_filtering=True,id=a4f704ab-3104-4479-90d6-bc93ebdde578,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4f704ab-31') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e0a2740d-624d-56ee-ac5f-dffa5e23c880', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa4f704ab-31, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa4f704ab-31, col_values=(('qos', UUID('3e17c5a3-0105-4018-a91b-783e79775000')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa4f704ab-31, col_values=(('external_ids', {'iface-id': 'a4f704ab-3104-4479-90d6-bc93ebdde578', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:13:f7:d3', 'vm-uuid': 'c50b7eb7-e9ea-4b14-8d27-439f1ae9d482'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:17 user nova-compute[74287]: INFO os_vif [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:f7:d3,bridge_name='br-int',has_traffic_filtering=True,id=a4f704ab-3104-4479-90d6-bc93ebdde578,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4f704ab-31')
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] No VIF found with MAC fa:16:3e:13:f7:d3, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 398458880 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG nova.network.neutron [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Updating instance_info_cache with network_info: [{"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Releasing lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:57:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 514850816 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:57:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f4c6947-ef7c-448c-af93-c28b63597bd7 req-2ec85d35-96db-4244-afba-c3f7968e1cb5 service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received event network-vif-unplugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f4c6947-ef7c-448c-af93-c28b63597bd7 req-2ec85d35-96db-4244-afba-c3f7968e1cb5 service nova] Acquiring lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f4c6947-ef7c-448c-af93-c28b63597bd7 req-2ec85d35-96db-4244-afba-c3f7968e1cb5 service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f4c6947-ef7c-448c-af93-c28b63597bd7 req-2ec85d35-96db-4244-afba-c3f7968e1cb5 service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f4c6947-ef7c-448c-af93-c28b63597bd7 req-2ec85d35-96db-4244-afba-c3f7968e1cb5 service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] No waiting events found dispatching network-vif-unplugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:18 user nova-compute[74287]: WARNING nova.compute.manager [req-0f4c6947-ef7c-448c-af93-c28b63597bd7 req-2ec85d35-96db-4244-afba-c3f7968e1cb5 service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received unexpected event network-vif-unplugged-7085c57e-f0d4-4c64-b446-886cf526b636 for instance with vm_state active and task_state rescuing.
Oct 26 07:57:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 646971392 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:57:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 804257792 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:57:19 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Instance destroyed successfully.
Oct 26 07:57:19 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Attempting rescue
Oct 26 07:57:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74287) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 26 07:57:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Instance directory exists: not creating {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 07:57:19 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Creating image(s)
Oct 26 07:57:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "/opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "/opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "/opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:19 user nova-compute[74287]: DEBUG nova.objects.instance [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'trusted_certs' on Instance uuid 31c5650f-ca33-4283-9a3a-0c6cf9261493 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 943718400 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.231s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.rescue {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.rescue" returned: 0 in 0.082s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.320s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.objects.instance [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'migration_context' on Instance uuid 31c5650f-ca33-4283-9a3a-0c6cf9261493 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.objects.base [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Object Instance<31c5650f-ca33-4283-9a3a-0c6cf9261493> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Start _get_guest_xml network_info=[{"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "vif_mac": "fa:16:3e:bd:87:9b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.objects.instance [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'resources' on Instance uuid 31c5650f-ca33-4283-9a3a-0c6cf9261493 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.objects.base [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Object Instance<31c5650f-ca33-4283-9a3a-0c6cf9261493> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.objects.instance [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'numa_topology' on Instance uuid 31c5650f-ca33-4283-9a3a-0c6cf9261493 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.objects.base [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Object Instance<31c5650f-ca33-4283-9a3a-0c6cf9261493> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:57:20 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:57:20 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.objects.instance [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'vcpu_model' on Instance uuid 31c5650f-ca33-4283-9a3a-0c6cf9261493 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.objects.base [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Object Instance<31c5650f-ca33-4283-9a3a-0c6cf9261493> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1474076572',display_name='tempest-ServerRescueNegativeTestJSON-server-1474076572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1474076572',id=1,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:52:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b96ad2ea567b49b09c90dca1d76e894f',ramdisk_id='',reservation_id='r-gozoj4qb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2040559012',owner_user_name='tempest-ServerRescueNegativeTestJSON-2040559012-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:52:45Z,user_data=None,user_id='0e01693f9147422aac8dbf4216dbc8dd',uuid=31c5650f-ca33-4283-9a3a-0c6cf9261493,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "vif_mac": "fa:16:3e:bd:87:9b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converting VIF {"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "vif_mac": "fa:16:3e:bd:87:9b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bd:87:9b,bridge_name='br-int',has_traffic_filtering=True,id=7085c57e-f0d4-4c64-b446-886cf526b636,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7085c57e-f0') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.objects.instance [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'pci_devices' on Instance uuid 31c5650f-ca33-4283-9a3a-0c6cf9261493 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.objects.base [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Object Instance<31c5650f-ca33-4283-9a3a-0c6cf9261493> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:57:20 user nova-compute[74287]:   <uuid>31c5650f-ca33-4283-9a3a-0c6cf9261493</uuid>
Oct 26 07:57:20 user nova-compute[74287]:   <name>instance-00000001</name>
Oct 26 07:57:20 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:57:20 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:57:20 user nova-compute[74287]:   <metadata>
Oct 26 07:57:20 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:57:20 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:57:20 user nova-compute[74287]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1474076572</nova:name>
Oct 26 07:57:20 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:57:20</nova:creationTime>
Oct 26 07:57:20 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:57:20 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:57:20 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:57:20 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:57:20 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:57:20 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:57:20 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:57:20 user nova-compute[74287]:       <nova:owner>
Oct 26 07:57:20 user nova-compute[74287]:         <nova:user uuid="0e01693f9147422aac8dbf4216dbc8dd">tempest-ServerRescueNegativeTestJSON-2040559012-project-member</nova:user>
Oct 26 07:57:20 user nova-compute[74287]:         <nova:project uuid="b96ad2ea567b49b09c90dca1d76e894f">tempest-ServerRescueNegativeTestJSON-2040559012</nova:project>
Oct 26 07:57:20 user nova-compute[74287]:       </nova:owner>
Oct 26 07:57:20 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:57:20 user nova-compute[74287]:       <nova:ports>
Oct 26 07:57:20 user nova-compute[74287]:         <nova:port uuid="7085c57e-f0d4-4c64-b446-886cf526b636">
Oct 26 07:57:20 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 26 07:57:20 user nova-compute[74287]:         </nova:port>
Oct 26 07:57:20 user nova-compute[74287]:       </nova:ports>
Oct 26 07:57:20 user nova-compute[74287]:     </nova:instance>
Oct 26 07:57:20 user nova-compute[74287]:   </metadata>
Oct 26 07:57:20 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:57:20 user nova-compute[74287]:     <system>
Oct 26 07:57:20 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:57:20 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:57:20 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:57:20 user nova-compute[74287]:       <entry name="serial">31c5650f-ca33-4283-9a3a-0c6cf9261493</entry>
Oct 26 07:57:20 user nova-compute[74287]:       <entry name="uuid">31c5650f-ca33-4283-9a3a-0c6cf9261493</entry>
Oct 26 07:57:20 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:57:20 user nova-compute[74287]:     </system>
Oct 26 07:57:20 user nova-compute[74287]:   </sysinfo>
Oct 26 07:57:20 user nova-compute[74287]:   <os>
Oct 26 07:57:20 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:57:20 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:57:20 user nova-compute[74287]:   </os>
Oct 26 07:57:20 user nova-compute[74287]:   <features>
Oct 26 07:57:20 user nova-compute[74287]:     <acpi/>
Oct 26 07:57:20 user nova-compute[74287]:     <apic/>
Oct 26 07:57:20 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:57:20 user nova-compute[74287]:   </features>
Oct 26 07:57:20 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:57:20 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:57:20 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:57:20 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:57:20 user nova-compute[74287]:   </clock>
Oct 26 07:57:20 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:57:20 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:57:20 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:57:20 user nova-compute[74287]:   </cpu>
Oct 26 07:57:20 user nova-compute[74287]:   <devices>
Oct 26 07:57:20 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:57:20 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:57:20 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.rescue"/>
Oct 26 07:57:20 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:57:20 user nova-compute[74287]:     </disk>
Oct 26 07:57:20 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:57:20 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:57:20 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk"/>
Oct 26 07:57:20 user nova-compute[74287]:       <target dev="vdb" bus="virtio"/>
Oct 26 07:57:20 user nova-compute[74287]:     </disk>
Oct 26 07:57:20 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:57:20 user nova-compute[74287]:       <mac address="fa:16:3e:bd:87:9b"/>
Oct 26 07:57:20 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:57:20 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:57:20 user nova-compute[74287]:       <target dev="tap7085c57e-f0"/>
Oct 26 07:57:20 user nova-compute[74287]:     </interface>
Oct 26 07:57:20 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:57:20 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/console.log" append="off"/>
Oct 26 07:57:20 user nova-compute[74287]:     </serial>
Oct 26 07:57:20 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:57:20 user nova-compute[74287]:     <video>
Oct 26 07:57:20 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:57:20 user nova-compute[74287]:     </video>
Oct 26 07:57:20 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:57:20 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:57:20 user nova-compute[74287]:     </rng>
Oct 26 07:57:20 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:57:20 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:57:20 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:57:20 user nova-compute[74287]:     </memballoon>
Oct 26 07:57:20 user nova-compute[74287]:   </devices>
Oct 26 07:57:20 user nova-compute[74287]: </domain>
Oct 26 07:57:20 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:57:20 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Instance destroyed successfully.
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-ee626561-3b15-4e5f-884e-90ebdaf77866 req-dd9005d2-ef93-4a62-8393-d4980e003531 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ee626561-3b15-4e5f-884e-90ebdaf77866 req-dd9005d2-ef93-4a62-8393-d4980e003531 service nova] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ee626561-3b15-4e5f-884e-90ebdaf77866 req-dd9005d2-ef93-4a62-8393-d4980e003531 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ee626561-3b15-4e5f-884e-90ebdaf77866 req-dd9005d2-ef93-4a62-8393-d4980e003531 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-ee626561-3b15-4e5f-884e-90ebdaf77866 req-dd9005d2-ef93-4a62-8393-d4980e003531 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] No waiting events found dispatching network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:20 user nova-compute[74287]: WARNING nova.compute.manager [req-ee626561-3b15-4e5f-884e-90ebdaf77866 req-dd9005d2-ef93-4a62-8393-d4980e003531 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received unexpected event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No VIF found with MAC fa:16:3e:bd:87:9b, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "aa13b550-c329-43be-9435-af0f6d3368e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "aa13b550-c329-43be-9435-af0f6d3368e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-fba8d49a-3747-4dff-982e-06a7d6710774 req-a3a3ecc0-bca8-410b-867e-71f4c4869682 service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fba8d49a-3747-4dff-982e-06a7d6710774 req-a3a3ecc0-bca8-410b-867e-71f4c4869682 service nova] Acquiring lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fba8d49a-3747-4dff-982e-06a7d6710774 req-a3a3ecc0-bca8-410b-867e-71f4c4869682 service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fba8d49a-3747-4dff-982e-06a7d6710774 req-a3a3ecc0-bca8-410b-867e-71f4c4869682 service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-fba8d49a-3747-4dff-982e-06a7d6710774 req-a3a3ecc0-bca8-410b-867e-71f4c4869682 service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] No waiting events found dispatching network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:20 user nova-compute[74287]: WARNING nova.compute.manager [req-fba8d49a-3747-4dff-982e-06a7d6710774 req-a3a3ecc0-bca8-410b-867e-71f4c4869682 service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received unexpected event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 for instance with vm_state active and task_state rescuing.
Oct 26 07:57:20 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:57:20 user nova-compute[74287]: INFO nova.compute.claims [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Claim successful on node user
Oct 26 07:57:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CXtOHbeR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi', 'volume_id': '1cbfe547-bcdd-46ca-b945-a867ebdea1fc'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:57:21 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[587d47be-d345-4136-9cc4-c502a1279093]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 07:57:21 user nova-compute[74287]: No targets found.
Oct 26 07:57:21 user nova-compute[74287]: iSNS:
Oct 26 07:57:21 user nova-compute[74287]: No targets found.
Oct 26 07:57:21 user nova-compute[74287]: STATIC:
Oct 26 07:57:21 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc
Oct 26 07:57:21 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:21 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:21 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc
Oct 26 07:57:21 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:21 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:21 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8
Oct 26 07:57:21 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:21 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:21 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2
Oct 26 07:57:21 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:21 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:21 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2
Oct 26 07:57:21 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:21 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:21 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62
Oct 26 07:57:21 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:21 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:21 user nova-compute[74287]: FIRMWARE:
Oct 26 07:57:21 user nova-compute[74287]: No targets found.
Oct 26 07:57:21 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 07:57:21 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 07:57:21 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4d3ec3e-80de-43e7-bedc-ad5b706bdad8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9815199-d5d7-4658-9570-5cc5dd0c8f2f]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:21 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:21 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:21 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:21 user nova-compute[74287]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:57:21 user nova-compute[74287]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:57:21 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc (non-flash)
Oct 26 07:57:21 user nova-compute[74287]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:21 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:21 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:21 user nova-compute[74287]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:57:21 user nova-compute[74287]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:57:21 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb903ce7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc'): ({'sdi'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Removing single pathed devices sdi {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[51ec04d3-fe03-42ef-85ee-a1d43a2a5afa]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9ac0077-a15b-4406-af6b-cfbc78a6958d]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Flushing IO for device /dev/sdi {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[96ad0a61-9322-43ab-b10f-56cfc0f892b0]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.035s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9ddd8a4-1570-434b-a3cd-12c945059998]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Checking to see if SCSI volumes sdi have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] SCSI volumes sdi have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[07b1f2c1-8df3-4f0e-87a5-605401bf96a8]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.524s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --logout" returned: 0 in 0.087s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e577f963-f24e-4c7e-bb6c-de8a11e8d129]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc, portal: 172.16.0.220,3260]
Oct 26 07:57:21 user nova-compute[74287]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc, portal: 172.16.0.220,3260] successful.
Oct 26 07:57:21 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cbfe547-bcdd-46ca-b945-a867ebdea1fc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0ed51e8-8105-46eb-9caf-a99a1208b0e2]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.382s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] <== disconnect_volume: return (383ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:57:21 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 07:57:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sVRzxcul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': 'b08f6376-0463-4022-bc77-c26ff30a1589', 'attached_at': '', 'detached_at': '', 'volume_id': '1d886bdb-4d04-4777-af90-80aeb097c6d2', 'serial'} {{(pid=74287) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] swap_volume: removing Cinder connection for volume 1cbfe547-bcdd-46ca-b945-a867ebdea1fc {{(pid=74287) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG nova.policy [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a47e62fd6484410aaa018b80fdbab0b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0dd4f493cd644abbc1fabd35974b1ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:57:21 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Creating image(s)
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "/opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "/opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "/opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.184s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.193s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk 1073741824" returned: 0 in 0.068s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.network.neutron [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Successfully created port: 682535df-3039-4798-a449-34b05e9b4a76 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.211s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Checking if we can resize image /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Cannot resize image /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Ensure instance console log exists: /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f0f8013-a34c-45b1-842d-50a87bec4b6d req-a1fa50b9-f4ab-4cf3-8c2f-44535f3076e4 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f0f8013-a34c-45b1-842d-50a87bec4b6d req-a1fa50b9-f4ab-4cf3-8c2f-44535f3076e4 service nova] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f0f8013-a34c-45b1-842d-50a87bec4b6d req-a1fa50b9-f4ab-4cf3-8c2f-44535f3076e4 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f0f8013-a34c-45b1-842d-50a87bec4b6d req-a1fa50b9-f4ab-4cf3-8c2f-44535f3076e4 service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f0f8013-a34c-45b1-842d-50a87bec4b6d req-a1fa50b9-f4ab-4cf3-8c2f-44535f3076e4 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] No waiting events found dispatching network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:22 user nova-compute[74287]: WARNING nova.compute.manager [req-0f0f8013-a34c-45b1-842d-50a87bec4b6d req-a1fa50b9-f4ab-4cf3-8c2f-44535f3076e4 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received unexpected event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 26 07:57:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-2bfe527a-d7f7-4e87-a601-0ae567514161 req-e5411046-0820-49d0-bbc7-ab52fce18feb service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2bfe527a-d7f7-4e87-a601-0ae567514161 req-e5411046-0820-49d0-bbc7-ab52fce18feb service nova] Acquiring lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2bfe527a-d7f7-4e87-a601-0ae567514161 req-e5411046-0820-49d0-bbc7-ab52fce18feb service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2bfe527a-d7f7-4e87-a601-0ae567514161 req-e5411046-0820-49d0-bbc7-ab52fce18feb service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-2bfe527a-d7f7-4e87-a601-0ae567514161 req-e5411046-0820-49d0-bbc7-ab52fce18feb service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] No waiting events found dispatching network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:22 user nova-compute[74287]: WARNING nova.compute.manager [req-2bfe527a-d7f7-4e87-a601-0ae567514161 req-e5411046-0820-49d0-bbc7-ab52fce18feb service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received unexpected event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 for instance with vm_state active and task_state rescuing.
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-2bfe527a-d7f7-4e87-a601-0ae567514161 req-e5411046-0820-49d0-bbc7-ab52fce18feb service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2bfe527a-d7f7-4e87-a601-0ae567514161 req-e5411046-0820-49d0-bbc7-ab52fce18feb service nova] Acquiring lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2bfe527a-d7f7-4e87-a601-0ae567514161 req-e5411046-0820-49d0-bbc7-ab52fce18feb service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2bfe527a-d7f7-4e87-a601-0ae567514161 req-e5411046-0820-49d0-bbc7-ab52fce18feb service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-2bfe527a-d7f7-4e87-a601-0ae567514161 req-e5411046-0820-49d0-bbc7-ab52fce18feb service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] No waiting events found dispatching network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:22 user nova-compute[74287]: WARNING nova.compute.manager [req-2bfe527a-d7f7-4e87-a601-0ae567514161 req-e5411046-0820-49d0-bbc7-ab52fce18feb service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received unexpected event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 for instance with vm_state active and task_state rescuing.
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.network.neutron [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Successfully updated port: 682535df-3039-4798-a449-34b05e9b4a76 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "refresh_cache-aa13b550-c329-43be-9435-af0f6d3368e5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquired lock "refresh_cache-aa13b550-c329-43be-9435-af0f6d3368e5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.network.neutron [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-d1440a0d-f722-4d46-ad4f-d54635111dc8 req-f39d5aed-1fd0-409e-b7d8-0d4982d68244 service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Received event network-changed-682535df-3039-4798-a449-34b05e9b4a76 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-d1440a0d-f722-4d46-ad4f-d54635111dc8 req-f39d5aed-1fd0-409e-b7d8-0d4982d68244 service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Refreshing instance network info cache due to event network-changed-682535df-3039-4798-a449-34b05e9b4a76. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d1440a0d-f722-4d46-ad4f-d54635111dc8 req-f39d5aed-1fd0-409e-b7d8-0d4982d68244 service nova] Acquiring lock "refresh_cache-aa13b550-c329-43be-9435-af0f6d3368e5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:57:22 user nova-compute[74287]: DEBUG nova.network.neutron [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.network.neutron [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Updating instance_info_cache with network_info: [{"id": "682535df-3039-4798-a449-34b05e9b4a76", "address": "fa:16:3e:21:cc:b9", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682535df-30", "ovs_interfaceid": "682535df-3039-4798-a449-34b05e9b4a76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Releasing lock "refresh_cache-aa13b550-c329-43be-9435-af0f6d3368e5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Instance network_info: |[{"id": "682535df-3039-4798-a449-34b05e9b4a76", "address": "fa:16:3e:21:cc:b9", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682535df-30", "ovs_interfaceid": "682535df-3039-4798-a449-34b05e9b4a76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d1440a0d-f722-4d46-ad4f-d54635111dc8 req-f39d5aed-1fd0-409e-b7d8-0d4982d68244 service nova] Acquired lock "refresh_cache-aa13b550-c329-43be-9435-af0f6d3368e5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-d1440a0d-f722-4d46-ad4f-d54635111dc8 req-f39d5aed-1fd0-409e-b7d8-0d4982d68244 service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Refreshing network info cache for port 682535df-3039-4798-a449-34b05e9b4a76 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Start _get_guest_xml network_info=[{"id": "682535df-3039-4798-a449-34b05e9b4a76", "address": "fa:16:3e:21:cc:b9", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682535df-30", "ovs_interfaceid": "682535df-3039-4798-a449-34b05e9b4a76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:57:23 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:57:23 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1489591952',display_name='tempest-VolumesAdminNegativeTest-server-1489591952',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1489591952',id=12,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a0dd4f493cd644abbc1fabd35974b1ad',ramdisk_id='',reservation_id='r-uh04wc0r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-505694012',owner_user_name='tempest-VolumesAdminNegativeTest-505694012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:57:22Z,user_data=None,user_id='a47e62fd6484410aaa018b80fdbab0b8',uuid=aa13b550-c329-43be-9435-af0f6d3368e5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "682535df-3039-4798-a449-34b05e9b4a76", "address": "fa:16:3e:21:cc:b9", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682535df-30", "ovs_interfaceid": "682535df-3039-4798-a449-34b05e9b4a76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Converting VIF {"id": "682535df-3039-4798-a449-34b05e9b4a76", "address": "fa:16:3e:21:cc:b9", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682535df-30", "ovs_interfaceid": "682535df-3039-4798-a449-34b05e9b4a76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:cc:b9,bridge_name='br-int',has_traffic_filtering=True,id=682535df-3039-4798-a449-34b05e9b4a76,network=Network(2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap682535df-30') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.objects.instance [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lazy-loading 'pci_devices' on Instance uuid aa13b550-c329-43be-9435-af0f6d3368e5 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:57:23 user nova-compute[74287]:   <uuid>aa13b550-c329-43be-9435-af0f6d3368e5</uuid>
Oct 26 07:57:23 user nova-compute[74287]:   <name>instance-0000000c</name>
Oct 26 07:57:23 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:57:23 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:57:23 user nova-compute[74287]:   <metadata>
Oct 26 07:57:23 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:57:23 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:57:23 user nova-compute[74287]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1489591952</nova:name>
Oct 26 07:57:23 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:57:23</nova:creationTime>
Oct 26 07:57:23 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:57:23 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:57:23 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:57:23 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:57:23 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:57:23 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:57:23 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:57:23 user nova-compute[74287]:       <nova:owner>
Oct 26 07:57:23 user nova-compute[74287]:         <nova:user uuid="a47e62fd6484410aaa018b80fdbab0b8">tempest-VolumesAdminNegativeTest-505694012-project-member</nova:user>
Oct 26 07:57:23 user nova-compute[74287]:         <nova:project uuid="a0dd4f493cd644abbc1fabd35974b1ad">tempest-VolumesAdminNegativeTest-505694012</nova:project>
Oct 26 07:57:23 user nova-compute[74287]:       </nova:owner>
Oct 26 07:57:23 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:57:23 user nova-compute[74287]:       <nova:ports>
Oct 26 07:57:23 user nova-compute[74287]:         <nova:port uuid="682535df-3039-4798-a449-34b05e9b4a76">
Oct 26 07:57:23 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 07:57:23 user nova-compute[74287]:         </nova:port>
Oct 26 07:57:23 user nova-compute[74287]:       </nova:ports>
Oct 26 07:57:23 user nova-compute[74287]:     </nova:instance>
Oct 26 07:57:23 user nova-compute[74287]:   </metadata>
Oct 26 07:57:23 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:57:23 user nova-compute[74287]:     <system>
Oct 26 07:57:23 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:57:23 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:57:23 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:57:23 user nova-compute[74287]:       <entry name="serial">aa13b550-c329-43be-9435-af0f6d3368e5</entry>
Oct 26 07:57:23 user nova-compute[74287]:       <entry name="uuid">aa13b550-c329-43be-9435-af0f6d3368e5</entry>
Oct 26 07:57:23 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:57:23 user nova-compute[74287]:     </system>
Oct 26 07:57:23 user nova-compute[74287]:   </sysinfo>
Oct 26 07:57:23 user nova-compute[74287]:   <os>
Oct 26 07:57:23 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:57:23 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:57:23 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:57:23 user nova-compute[74287]:   </os>
Oct 26 07:57:23 user nova-compute[74287]:   <features>
Oct 26 07:57:23 user nova-compute[74287]:     <acpi/>
Oct 26 07:57:23 user nova-compute[74287]:     <apic/>
Oct 26 07:57:23 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:57:23 user nova-compute[74287]:   </features>
Oct 26 07:57:23 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:57:23 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:57:23 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:57:23 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:57:23 user nova-compute[74287]:   </clock>
Oct 26 07:57:23 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:57:23 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:57:23 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:57:23 user nova-compute[74287]:   </cpu>
Oct 26 07:57:23 user nova-compute[74287]:   <devices>
Oct 26 07:57:23 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:57:23 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:57:23 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk"/>
Oct 26 07:57:23 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:57:23 user nova-compute[74287]:     </disk>
Oct 26 07:57:23 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:57:23 user nova-compute[74287]:       <mac address="fa:16:3e:21:cc:b9"/>
Oct 26 07:57:23 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:57:23 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:57:23 user nova-compute[74287]:       <target dev="tap682535df-30"/>
Oct 26 07:57:23 user nova-compute[74287]:     </interface>
Oct 26 07:57:23 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:57:23 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/console.log" append="off"/>
Oct 26 07:57:23 user nova-compute[74287]:     </serial>
Oct 26 07:57:23 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:57:23 user nova-compute[74287]:     <video>
Oct 26 07:57:23 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:57:23 user nova-compute[74287]:     </video>
Oct 26 07:57:23 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:57:23 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:57:23 user nova-compute[74287]:     </rng>
Oct 26 07:57:23 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:57:23 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:57:23 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:57:23 user nova-compute[74287]:     </memballoon>
Oct 26 07:57:23 user nova-compute[74287]:   </devices>
Oct 26 07:57:23 user nova-compute[74287]: </domain>
Oct 26 07:57:23 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1489591952',display_name='tempest-VolumesAdminNegativeTest-server-1489591952',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1489591952',id=12,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a0dd4f493cd644abbc1fabd35974b1ad',ramdisk_id='',reservation_id='r-uh04wc0r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-505694012',owner_user_name='tempest-VolumesAdminNegativeTest-505694012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:57:22Z,user_data=None,user_id='a47e62fd6484410aaa018b80fdbab0b8',uuid=aa13b550-c329-43be-9435-af0f6d3368e5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "682535df-3039-4798-a449-34b05e9b4a76", "address": "fa:16:3e:21:cc:b9", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682535df-30", "ovs_interfaceid": "682535df-3039-4798-a449-34b05e9b4a76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Converting VIF {"id": "682535df-3039-4798-a449-34b05e9b4a76", "address": "fa:16:3e:21:cc:b9", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682535df-30", "ovs_interfaceid": "682535df-3039-4798-a449-34b05e9b4a76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:cc:b9,bridge_name='br-int',has_traffic_filtering=True,id=682535df-3039-4798-a449-34b05e9b4a76,network=Network(2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap682535df-30') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG os_vif [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:cc:b9,bridge_name='br-int',has_traffic_filtering=True,id=682535df-3039-4798-a449-34b05e9b4a76,network=Network(2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap682535df-30') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a2c14836-b5b9-54de-94a2-d51fc04fdfc2', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap682535df-30, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap682535df-30, col_values=(('qos', UUID('fa066f93-6a77-4db9-b39e-7c56328581a0')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap682535df-30, col_values=(('external_ids', {'iface-id': '682535df-3039-4798-a449-34b05e9b4a76', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:cc:b9', 'vm-uuid': 'aa13b550-c329-43be-9435-af0f6d3368e5'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:23 user nova-compute[74287]: INFO os_vif [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:cc:b9,bridge_name='br-int',has_traffic_filtering=True,id=682535df-3039-4798-a449-34b05e9b4a76,network=Network(2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap682535df-30')
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] No VIF found with MAC fa:16:3e:21:cc:b9, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-d1440a0d-f722-4d46-ad4f-d54635111dc8 req-f39d5aed-1fd0-409e-b7d8-0d4982d68244 service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Updated VIF entry in instance network info cache for port 682535df-3039-4798-a449-34b05e9b4a76. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-d1440a0d-f722-4d46-ad4f-d54635111dc8 req-f39d5aed-1fd0-409e-b7d8-0d4982d68244 service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Updating instance_info_cache with network_info: [{"id": "682535df-3039-4798-a449-34b05e9b4a76", "address": "fa:16:3e:21:cc:b9", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682535df-30", "ovs_interfaceid": "682535df-3039-4798-a449-34b05e9b4a76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d1440a0d-f722-4d46-ad4f-d54635111dc8 req-f39d5aed-1fd0-409e-b7d8-0d4982d68244 service nova] Releasing lock "refresh_cache-aa13b550-c329-43be-9435-af0f6d3368e5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.277s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:57:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:57:24 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Instance spawned successfully.
Oct 26 07:57:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.630s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.323s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:24 user nova-compute[74287]: DEBUG nova.compute.manager [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] swap_volume: Updating volume 1cbfe547-bcdd-46ca-b945-a867ebdea1fc BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "sVRzxcul", "auth_password": "UmLECAcvDpNan3", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdd", "volume_id": "1d886bdb-4d04-4777-af90-80aeb097c6d2"}, "status": "reserved", "instance": "b08f6376-0463-4022-bc77-c26ff30a1589", "attached_at": "", "detached_at": "", "volume_id": "1d886bdb-4d04-4777-af90-80aeb097c6d2", "serial": "1d886bdb-4d04-4777-af90-80aeb097c6d2"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '1d886bdb-4d04-4777-af90-80aeb097c6d2', 'no_device': None, 'attachment_id': '3d0021d5-a6eb-44e7-b56c-5cccebac7143'} {{(pid=74287) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 26 07:57:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4d9fa1d9-afa2-4165-b8a7-95d6e608b8ba tempest-TestVolumeSwap-1574598456 tempest-TestVolumeSwap-1574598456-project-admin] Lock "b08f6376-0463-4022-bc77-c26ff30a1589" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 44.993s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:57:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b92966d4-e349-4c14-852b-9f25769de42e tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 50.091s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-ef23f5a7-40b6-461d-b922-f28208b3c6f4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:57:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-8c052195-7418-4d2e-a14a-8df593fe7086 req-8d640ac4-ed21-4e32-9e74-4913759b1aa3 service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Received event network-vif-plugged-682535df-3039-4798-a449-34b05e9b4a76 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8c052195-7418-4d2e-a14a-8df593fe7086 req-8d640ac4-ed21-4e32-9e74-4913759b1aa3 service nova] Acquiring lock "aa13b550-c329-43be-9435-af0f6d3368e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8c052195-7418-4d2e-a14a-8df593fe7086 req-8d640ac4-ed21-4e32-9e74-4913759b1aa3 service nova] Lock "aa13b550-c329-43be-9435-af0f6d3368e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8c052195-7418-4d2e-a14a-8df593fe7086 req-8d640ac4-ed21-4e32-9e74-4913759b1aa3 service nova] Lock "aa13b550-c329-43be-9435-af0f6d3368e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-8c052195-7418-4d2e-a14a-8df593fe7086 req-8d640ac4-ed21-4e32-9e74-4913759b1aa3 service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] No waiting events found dispatching network-vif-plugged-682535df-3039-4798-a449-34b05e9b4a76 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:25 user nova-compute[74287]: WARNING nova.compute.manager [req-8c052195-7418-4d2e-a14a-8df593fe7086 req-8d640ac4-ed21-4e32-9e74-4913759b1aa3 service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Received unexpected event network-vif-plugged-682535df-3039-4798-a449-34b05e9b4a76 for instance with vm_state building and task_state spawning.
Oct 26 07:57:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk --force-share --output=json" returned: 0 in 0.290s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquiring lock "b08f6376-0463-4022-bc77-c26ff30a1589" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "b08f6376-0463-4022-bc77-c26ff30a1589" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:26 user nova-compute[74287]: INFO nova.compute.manager [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Detaching volume 1d886bdb-4d04-4777-af90-80aeb097c6d2
Oct 26 07:57:27 user nova-compute[74287]: INFO nova.virt.block_device [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Attempting to driver detach volume 1d886bdb-4d04-4777-af90-80aeb097c6d2 from mountpoint /dev/vdb
Oct 26 07:57:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Attempting to detach device vdb from instance b08f6376-0463-4022-bc77-c26ff30a1589 from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 07:57:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 07:57:27 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:57:27 user nova-compute[74287]:   <source dev="/dev/sdd"/>
Oct 26 07:57:27 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 07:57:27 user nova-compute[74287]:   <serial>1d886bdb-4d04-4777-af90-80aeb097c6d2</serial>
Oct 26 07:57:27 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 07:57:27 user nova-compute[74287]: </disk>
Oct 26 07:57:27 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 07:57:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589/disk --force-share --output=json" returned: 0 in 0.276s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:57:27 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Successfully detached device vdb from instance b08f6376-0463-4022-bc77-c26ff30a1589 from the persistent domain config.
Oct 26 07:57:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b08f6376-0463-4022-bc77-c26ff30a1589 from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 07:57:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 07:57:27 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:57:27 user nova-compute[74287]:   <source dev="/dev/sdd"/>
Oct 26 07:57:27 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 07:57:27 user nova-compute[74287]:   <serial>1d886bdb-4d04-4777-af90-80aeb097c6d2</serial>
Oct 26 07:57:27 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 07:57:27 user nova-compute[74287]: </disk>
Oct 26 07:57:27 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 07:57:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b08f6376-0463-4022-bc77-c26ff30a1589 {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.274s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-40efc73c-d9c4-481f-aed4-fa8f17376d60 req-f802c727-931d-4da4-b2e4-acce1f1ece2d service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Received event network-vif-plugged-682535df-3039-4798-a449-34b05e9b4a76 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-40efc73c-d9c4-481f-aed4-fa8f17376d60 req-f802c727-931d-4da4-b2e4-acce1f1ece2d service nova] Acquiring lock "aa13b550-c329-43be-9435-af0f6d3368e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-40efc73c-d9c4-481f-aed4-fa8f17376d60 req-f802c727-931d-4da4-b2e4-acce1f1ece2d service nova] Lock "aa13b550-c329-43be-9435-af0f6d3368e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-40efc73c-d9c4-481f-aed4-fa8f17376d60 req-f802c727-931d-4da4-b2e4-acce1f1ece2d service nova] Lock "aa13b550-c329-43be-9435-af0f6d3368e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-40efc73c-d9c4-481f-aed4-fa8f17376d60 req-f802c727-931d-4da4-b2e4-acce1f1ece2d service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] No waiting events found dispatching network-vif-plugged-682535df-3039-4798-a449-34b05e9b4a76 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:28 user nova-compute[74287]: WARNING nova.compute.manager [req-40efc73c-d9c4-481f-aed4-fa8f17376d60 req-f802c727-931d-4da4-b2e4-acce1f1ece2d service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Received unexpected event network-vif-plugged-682535df-3039-4798-a449-34b05e9b4a76 for instance with vm_state building and task_state spawning.
Oct 26 07:57:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:57:28 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Instance spawned successfully.
Oct 26 07:57:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.rescue --force-share --output=json" returned: 0 in 0.230s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:28 user nova-compute[74287]: INFO nova.compute.manager [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Took 6.99 seconds to spawn the instance on the hypervisor.
Oct 26 07:57:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:28 user nova-compute[74287]: INFO nova.compute.manager [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Took 7.98 seconds to build instance.
Oct 26 07:57:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-513f8230-1517-4445-adee-5a50ae835f8e tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "aa13b550-c329-43be-9435-af0f6d3368e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.132s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:57:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:57:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:57:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:57:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json" returned: 0 in 0.312s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:30 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:57:30 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:57:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8061MB free_disk=25.285186767578125GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 07:57:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Acquiring lock "1f430968-5bd4-4099-a57d-aa796a03fb37" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Acquiring lock "1f430968-5bd4-4099-a57d-aa796a03fb37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:31 user nova-compute[74287]: INFO nova.compute.manager [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Terminating instance
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.manager [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9436218c-08c5-4eac-be39-93cb427bba5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance b08f6376-0463-4022-bc77-c26ff30a1589 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 1f430968-5bd4-4099-a57d-aa796a03fb37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 2e91250c-b9bf-4756-823e-79b388b4a7cd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance aa13b550-c329-43be-9435-af0f6d3368e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.manager [req-aaea0489-c45e-49d5-8f51-9d1c66ef4382 req-4e587a60-d05c-411f-a91c-0cc6b5271458 service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Received event network-vif-unplugged-2732b18e-eee1-4336-9236-5599c768033b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-aaea0489-c45e-49d5-8f51-9d1c66ef4382 req-4e587a60-d05c-411f-a91c-0cc6b5271458 service nova] Acquiring lock "1f430968-5bd4-4099-a57d-aa796a03fb37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-aaea0489-c45e-49d5-8f51-9d1c66ef4382 req-4e587a60-d05c-411f-a91c-0cc6b5271458 service nova] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-aaea0489-c45e-49d5-8f51-9d1c66ef4382 req-4e587a60-d05c-411f-a91c-0cc6b5271458 service nova] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.manager [req-aaea0489-c45e-49d5-8f51-9d1c66ef4382 req-4e587a60-d05c-411f-a91c-0cc6b5271458 service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] No waiting events found dispatching network-vif-unplugged-2732b18e-eee1-4336-9236-5599c768033b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.manager [req-aaea0489-c45e-49d5-8f51-9d1c66ef4382 req-4e587a60-d05c-411f-a91c-0cc6b5271458 service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Received event network-vif-unplugged-2732b18e-eee1-4336-9236-5599c768033b for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.780s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:31 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Instance destroyed successfully.
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.objects.instance [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lazy-loading 'resources' on Instance uuid 1f430968-5bd4-4099-a57d-aa796a03fb37 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:53:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1299629795',display_name='tempest-VolumesAssistedSnapshotsTest-server-1299629795',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1299629795',id=9,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIjcQMoIuMYJyvlox4mtBQC9lZjeOd+7dSCVRrpJidlkay5ljLCTgm6cpYShIyv+BngEnlkDUsEzEIq2ACx8DERrcPq+ba77KQbSJEAoRSkLBMkRyKVIIkkumdb61cMIfQ==',key_name='tempest-keypair-795340469',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:53:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc9b94fec22e43558ef630f42b97ea66',ramdisk_id='',reservation_id='r-xs6ynnk7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1886083806',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1886083806-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:53:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6c934f37dbaa4e0783657029437b0cb0',uuid=1f430968-5bd4-4099-a57d-aa796a03fb37,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2732b18e-eee1-4336-9236-5599c768033b", "address": "fa:16:3e:37:6e:ab", "network": {"id": "8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-872362962-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc9b94fec22e43558ef630f42b97ea66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2732b18e-ee", "ovs_interfaceid": "2732b18e-eee1-4336-9236-5599c768033b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Converting VIF {"id": "2732b18e-eee1-4336-9236-5599c768033b", "address": "fa:16:3e:37:6e:ab", "network": {"id": "8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-872362962-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc9b94fec22e43558ef630f42b97ea66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2732b18e-ee", "ovs_interfaceid": "2732b18e-eee1-4336-9236-5599c768033b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:37:6e:ab,bridge_name='br-int',has_traffic_filtering=True,id=2732b18e-eee1-4336-9236-5599c768033b,network=Network(8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2732b18e-ee') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG os_vif [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:37:6e:ab,bridge_name='br-int',has_traffic_filtering=True,id=2732b18e-eee1-4336-9236-5599c768033b,network=Network(8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2732b18e-ee') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2732b18e-ee, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5a487215-8704-429d-bb35-f507cc1bb325) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:31 user nova-compute[74287]: INFO os_vif [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:37:6e:ab,bridge_name='br-int',has_traffic_filtering=True,id=2732b18e-eee1-4336-9236-5599c768033b,network=Network(8ff5951b-0ee4-4ff8-8e36-4f864f4e4fed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2732b18e-ee')
Oct 26 07:57:31 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Deleting instance files /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37_del
Oct 26 07:57:31 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Deletion of /opt/stack/data/nova/instances/1f430968-5bd4-4099-a57d-aa796a03fb37_del complete
Oct 26 07:57:32 user nova-compute[74287]: INFO nova.compute.manager [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Took 0.96 seconds to destroy the instance on the hypervisor.
Oct 26 07:57:32 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 07:57:32 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 07:57:32 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 07:57:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:57:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:57:32 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-b08f6376-0463-4022-bc77-c26ff30a1589" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-b08f6376-0463-4022-bc77-c26ff30a1589" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:33 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Took 1.06 seconds to deallocate network for instance.
Oct 26 07:57:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-bbb6c3c1-490c-403b-83e4-6cd8ca6aebaf req-78253f4b-1c52-4a77-9491-a675415453cd service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Received event network-vif-deleted-2732b18e-eee1-4336-9236-5599c768033b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Updating instance_info_cache with network_info: [{"id": "4dd795f8-5fea-473b-8fa7-0635e5734551", "address": "fa:16:3e:88:c2:fd", "network": {"id": "f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a", "bridge": "br-int", "label": "tempest-TestVolumeSwap-233420818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95a555b1845049d09d18e7c0c3f4b05e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd795f8-5f", "ovs_interfaceid": "4dd795f8-5fea-473b-8fa7-0635e5734551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-75507925-0437-462e-b2d8-af79187bb3c3 req-f910457e-7b04-40c0-8f0e-7ce4391a02e3 service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Received event network-vif-plugged-2732b18e-eee1-4336-9236-5599c768033b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-75507925-0437-462e-b2d8-af79187bb3c3 req-f910457e-7b04-40c0-8f0e-7ce4391a02e3 service nova] Acquiring lock "1f430968-5bd4-4099-a57d-aa796a03fb37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-75507925-0437-462e-b2d8-af79187bb3c3 req-f910457e-7b04-40c0-8f0e-7ce4391a02e3 service nova] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-75507925-0437-462e-b2d8-af79187bb3c3 req-f910457e-7b04-40c0-8f0e-7ce4391a02e3 service nova] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-75507925-0437-462e-b2d8-af79187bb3c3 req-f910457e-7b04-40c0-8f0e-7ce4391a02e3 service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] No waiting events found dispatching network-vif-plugged-2732b18e-eee1-4336-9236-5599c768033b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:33 user nova-compute[74287]: WARNING nova.compute.manager [req-75507925-0437-462e-b2d8-af79187bb3c3 req-f910457e-7b04-40c0-8f0e-7ce4391a02e3 service nova] [instance: 1f430968-5bd4-4099-a57d-aa796a03fb37] Received unexpected event network-vif-plugged-2732b18e-eee1-4336-9236-5599c768033b for instance with vm_state deleted and task_state None.
Oct 26 07:57:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-b08f6376-0463-4022-bc77-c26ff30a1589" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 07:57:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.403s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:33 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Deleted allocations for instance 1f430968-5bd4-4099-a57d-aa796a03fb37
Oct 26 07:57:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6b6aadd8-295a-43d2-89cf-8ea3b1b8414b tempest-VolumesAssistedSnapshotsTest-1886083806 tempest-VolumesAssistedSnapshotsTest-1886083806-project-member] Lock "1f430968-5bd4-4099-a57d-aa796a03fb37" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.679s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:45 user nova-compute[74287]: INFO nova.compute.manager [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Terminating instance
Oct 26 07:57:45 user nova-compute[74287]: DEBUG nova.compute.manager [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-ba359d9d-733b-44a3-a341-f895fea3ce0e req-13a8a2c5-e324-4055-89c0-1de6d25dabcc service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received event network-vif-unplugged-508d8a85-160d-4477-820f-5b47d0022d96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ba359d9d-733b-44a3-a341-f895fea3ce0e req-13a8a2c5-e324-4055-89c0-1de6d25dabcc service nova] Acquiring lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ba359d9d-733b-44a3-a341-f895fea3ce0e req-13a8a2c5-e324-4055-89c0-1de6d25dabcc service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ba359d9d-733b-44a3-a341-f895fea3ce0e req-13a8a2c5-e324-4055-89c0-1de6d25dabcc service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-ba359d9d-733b-44a3-a341-f895fea3ce0e req-13a8a2c5-e324-4055-89c0-1de6d25dabcc service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] No waiting events found dispatching network-vif-unplugged-508d8a85-160d-4477-820f-5b47d0022d96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-ba359d9d-733b-44a3-a341-f895fea3ce0e req-13a8a2c5-e324-4055-89c0-1de6d25dabcc service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received event network-vif-unplugged-508d8a85-160d-4477-820f-5b47d0022d96 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:46 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Instance destroyed successfully.
Oct 26 07:57:46 user nova-compute[74287]: DEBUG nova.objects.instance [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lazy-loading 'resources' on Instance uuid ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:53:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1642983667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1642983667',id=8,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFEbSZ0LSu+SkwrjUER+ZqqsiIsU52Va/yz9a/SjCKsaUDm77GsLjJ8XYvEucaEFcLIb8zSoro/6NZxgS/cZB2Eh4MaRxG34umRRagpLCurHrUDB4LrH+PCCtvz7cT6/g==',key_name='tempest-keypair-876728544',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:53:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc5c9a29ae8646c8bd50e3f8b9134feb',ramdisk_id='',reservation_id='r-f166oayz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-94268440',owner_user_name='tempest-TaggedAttachmentsTest-94268440-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:53:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='396652a5c5fe402e8afd66ffb3c84d6b',uuid=ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "508d8a85-160d-4477-820f-5b47d0022d96", "address": "fa:16:3e:2d:aa:29", "network": {"id": "796136ef-f3a4-4a54-80a5-089b1628a40e", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1826224689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508d8a85-16", "ovs_interfaceid": "508d8a85-160d-4477-820f-5b47d0022d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Converting VIF {"id": "508d8a85-160d-4477-820f-5b47d0022d96", "address": "fa:16:3e:2d:aa:29", "network": {"id": "796136ef-f3a4-4a54-80a5-089b1628a40e", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1826224689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc5c9a29ae8646c8bd50e3f8b9134feb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508d8a85-16", "ovs_interfaceid": "508d8a85-160d-4477-820f-5b47d0022d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2d:aa:29,bridge_name='br-int',has_traffic_filtering=True,id=508d8a85-160d-4477-820f-5b47d0022d96,network=Network(796136ef-f3a4-4a54-80a5-089b1628a40e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508d8a85-16') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG os_vif [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:aa:29,bridge_name='br-int',has_traffic_filtering=True,id=508d8a85-160d-4477-820f-5b47d0022d96,network=Network(796136ef-f3a4-4a54-80a5-089b1628a40e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508d8a85-16') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap508d8a85-16, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=01e68ea9-b3e8-4f4e-9c13-058302738998) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:57:46 user nova-compute[74287]: INFO os_vif [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:aa:29,bridge_name='br-int',has_traffic_filtering=True,id=508d8a85-160d-4477-820f-5b47d0022d96,network=Network(796136ef-f3a4-4a54-80a5-089b1628a40e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508d8a85-16')
Oct 26 07:57:46 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Deleting instance files /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b_del
Oct 26 07:57:46 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Deletion of /opt/stack/data/nova/instances/ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b_del complete
Oct 26 07:57:46 user nova-compute[74287]: INFO nova.compute.manager [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 26 07:57:46 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 07:57:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:57:47 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Took 0.79 seconds to deallocate network for instance.
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.311s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:47 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Deleted allocations for instance ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-83b50009-db27-4d3b-ae87-830a6af554fc tempest-TaggedAttachmentsTest-94268440 tempest-TaggedAttachmentsTest-94268440-project-member] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.264s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:47 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b08f6376-0463-4022-bc77-c26ff30a1589 is timed out.
Oct 26 07:57:47 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Successfully detached device vdb from instance b08f6376-0463-4022-bc77-c26ff30a1589 from the live domain config.
Oct 26 07:57:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sVRzxcul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd', 'volume_id': '1d886bdb-4d04-4777-af90-80aeb097c6d2'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:57:47 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:57:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9794dd38-8fe1-46e6-9fac-a6cd4127a8ad]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 07:57:47 user nova-compute[74287]: No targets found.
Oct 26 07:57:47 user nova-compute[74287]: iSNS:
Oct 26 07:57:47 user nova-compute[74287]: No targets found.
Oct 26 07:57:47 user nova-compute[74287]: STATIC:
Oct 26 07:57:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc
Oct 26 07:57:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8
Oct 26 07:57:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2
Oct 26 07:57:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2
Oct 26 07:57:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:47 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62
Oct 26 07:57:47 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:57:47 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:57:47 user nova-compute[74287]: FIRMWARE:
Oct 26 07:57:47 user nova-compute[74287]: No targets found.
Oct 26 07:57:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 07:57:47 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 07:57:47 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[79a5fdc9-e259-469e-8bb1-ee089b1e4830]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[06d7edb8-f255-425a-ad77-5999c40b2475]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:47 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:47 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:47 user nova-compute[74287]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:57:47 user nova-compute[74287]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:57:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:57:47 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:57:47 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:57:47 user nova-compute[74287]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 (non-flash)
Oct 26 07:57:47 user nova-compute[74287]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:57:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb901992d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2'): ({'sdd'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Removing single pathed devices sdd {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-4f5b05d6-6c49-4344-b11a-64a045f673ad req-8e34cc9a-504b-4ca8-b0e2-d23d72833315 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received event network-vif-plugged-508d8a85-160d-4477-820f-5b47d0022d96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4f5b05d6-6c49-4344-b11a-64a045f673ad req-8e34cc9a-504b-4ca8-b0e2-d23d72833315 service nova] Acquiring lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4f5b05d6-6c49-4344-b11a-64a045f673ad req-8e34cc9a-504b-4ca8-b0e2-d23d72833315 service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4f5b05d6-6c49-4344-b11a-64a045f673ad req-8e34cc9a-504b-4ca8-b0e2-d23d72833315 service nova] Lock "ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-4f5b05d6-6c49-4344-b11a-64a045f673ad req-8e34cc9a-504b-4ca8-b0e2-d23d72833315 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] No waiting events found dispatching network-vif-plugged-508d8a85-160d-4477-820f-5b47d0022d96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:57:47 user nova-compute[74287]: WARNING nova.compute.manager [req-4f5b05d6-6c49-4344-b11a-64a045f673ad req-8e34cc9a-504b-4ca8-b0e2-d23d72833315 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received unexpected event network-vif-plugged-508d8a85-160d-4477-820f-5b47d0022d96 for instance with vm_state deleted and task_state None.
Oct 26 07:57:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-4f5b05d6-6c49-4344-b11a-64a045f673ad req-8e34cc9a-504b-4ca8-b0e2-d23d72833315 service nova] [instance: ccd8d9be-ab0d-4be8-9f5b-9a0ac25f0e0b] Received event network-vif-deleted-508d8a85-160d-4477-820f-5b47d0022d96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6621f0c1-c28d-4bf1-860e-0b23986bdfb1]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d74a5fb-b272-46c4-ae11-34f565b50fed]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Flushing IO for device /dev/sdd {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[066f4068-b97c-4730-b3ff-7bd6f5387b7c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.037s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b724146c-caab-4d19-b853-2e946454d0da]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[13e93089-47c9-4f35-9ac5-607c35f3d786]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[165cc77b-21f9-490f-8a9a-0cc1a72f43af]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260]
Oct 26 07:57:48 user nova-compute[74287]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2, portal: 172.16.0.220,3260] successful.
Oct 26 07:57:48 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d886bdb-4d04-4777-af90-80aeb097c6d2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f76f9f5-564f-45e1-94a6-f2e1010502a2]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] <== disconnect_volume: return (325ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:57:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 07:57:49 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lazy-loading 'flavor' on Instance uuid b08f6376-0463-4022-bc77-c26ff30a1589 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:57:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b1b25e38-d63f-4b75-9f8d-9985e5ba67ea tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "b08f6376-0463-4022-bc77-c26ff30a1589" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.419s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:57:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:57:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquiring lock "b08f6376-0463-4022-bc77-c26ff30a1589" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "b08f6376-0463-4022-bc77-c26ff30a1589" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquiring lock "b08f6376-0463-4022-bc77-c26ff30a1589-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "b08f6376-0463-4022-bc77-c26ff30a1589-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "b08f6376-0463-4022-bc77-c26ff30a1589-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:17 user nova-compute[74287]: INFO nova.compute.manager [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Terminating instance
Oct 26 07:58:17 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 07:58:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:17 user nova-compute[74287]: DEBUG nova.compute.manager [req-e75beaf1-5467-4355-98ef-0f8809377a7d req-9e40fec5-7843-491a-9757-eee9199a7177 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Received event network-vif-unplugged-4dd795f8-5fea-473b-8fa7-0635e5734551 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e75beaf1-5467-4355-98ef-0f8809377a7d req-9e40fec5-7843-491a-9757-eee9199a7177 service nova] Acquiring lock "b08f6376-0463-4022-bc77-c26ff30a1589-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e75beaf1-5467-4355-98ef-0f8809377a7d req-9e40fec5-7843-491a-9757-eee9199a7177 service nova] Lock "b08f6376-0463-4022-bc77-c26ff30a1589-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e75beaf1-5467-4355-98ef-0f8809377a7d req-9e40fec5-7843-491a-9757-eee9199a7177 service nova] Lock "b08f6376-0463-4022-bc77-c26ff30a1589-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:17 user nova-compute[74287]: DEBUG nova.compute.manager [req-e75beaf1-5467-4355-98ef-0f8809377a7d req-9e40fec5-7843-491a-9757-eee9199a7177 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] No waiting events found dispatching network-vif-unplugged-4dd795f8-5fea-473b-8fa7-0635e5734551 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:17 user nova-compute[74287]: DEBUG nova.compute.manager [req-e75beaf1-5467-4355-98ef-0f8809377a7d req-9e40fec5-7843-491a-9757-eee9199a7177 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Received event network-vif-unplugged-4dd795f8-5fea-473b-8fa7-0635e5734551 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:58:18 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Instance destroyed successfully.
Oct 26 07:58:18 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lazy-loading 'resources' on Instance uuid b08f6376-0463-4022-bc77-c26ff30a1589 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1949085889',display_name='tempest-TestVolumeSwap-server-1949085889',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1949085889',id=7,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBASyr3dta1Cfjtp1+XMHdlB8QLANrIt/woNKEbesqd/5+XNPvBlHJ963GjKmJSSuXfWScduMf/ZFfjuBV+ZjNqwgFv6fkfdOVKzdeO41EZ4DAO5sbTvqgwWWqQPUrmIVQw==',key_name='tempest-keypair-420110566',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:53:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='95a555b1845049d09d18e7c0c3f4b05e',ramdisk_id='',reservation_id='r-p47690i6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-737946953',owner_user_name='tempest-TestVolumeSwap-737946953-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:53:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='848707ca36064d4b9bfe3efffcd1f166',uuid=b08f6376-0463-4022-bc77-c26ff30a1589,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4dd795f8-5fea-473b-8fa7-0635e5734551", "address": "fa:16:3e:88:c2:fd", "network": {"id": "f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a", "bridge": "br-int", "label": "tempest-TestVolumeSwap-233420818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95a555b1845049d09d18e7c0c3f4b05e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd795f8-5f", "ovs_interfaceid": "4dd795f8-5fea-473b-8fa7-0635e5734551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Converting VIF {"id": "4dd795f8-5fea-473b-8fa7-0635e5734551", "address": "fa:16:3e:88:c2:fd", "network": {"id": "f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a", "bridge": "br-int", "label": "tempest-TestVolumeSwap-233420818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95a555b1845049d09d18e7c0c3f4b05e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd795f8-5f", "ovs_interfaceid": "4dd795f8-5fea-473b-8fa7-0635e5734551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:88:c2:fd,bridge_name='br-int',has_traffic_filtering=True,id=4dd795f8-5fea-473b-8fa7-0635e5734551,network=Network(f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4dd795f8-5f') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG os_vif [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:88:c2:fd,bridge_name='br-int',has_traffic_filtering=True,id=4dd795f8-5fea-473b-8fa7-0635e5734551,network=Network(f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4dd795f8-5f') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4dd795f8-5f, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ffe5d5e7-d00a-454b-b18b-83c995aebf4b) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:18 user nova-compute[74287]: INFO os_vif [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:88:c2:fd,bridge_name='br-int',has_traffic_filtering=True,id=4dd795f8-5fea-473b-8fa7-0635e5734551,network=Network(f6b6855d-a44d-43c8-a03a-e58d5ca8cc1a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4dd795f8-5f')
Oct 26 07:58:18 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Deleting instance files /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589_del
Oct 26 07:58:18 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Deletion of /opt/stack/data/nova/instances/b08f6376-0463-4022-bc77-c26ff30a1589_del complete
Oct 26 07:58:18 user nova-compute[74287]: INFO nova.compute.manager [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 26 07:58:18 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:58:18 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Took 0.69 seconds to deallocate network for instance.
Oct 26 07:58:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-eeeda3ae-f82a-4569-910d-19361badfaa0 req-4807db67-a44c-478a-b910-81a3582d5c3a service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Received event network-vif-deleted-4dd795f8-5fea-473b-8fa7-0635e5734551 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:18 user nova-compute[74287]: INFO nova.compute.manager [req-eeeda3ae-f82a-4569-910d-19361badfaa0 req-4807db67-a44c-478a-b910-81a3582d5c3a service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Neutron deleted interface 4dd795f8-5fea-473b-8fa7-0635e5734551; detaching it from the instance and deleting it from the info cache
Oct 26 07:58:18 user nova-compute[74287]: DEBUG nova.network.neutron [req-eeeda3ae-f82a-4569-910d-19361badfaa0 req-4807db67-a44c-478a-b910-81a3582d5c3a service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:58:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-eeeda3ae-f82a-4569-910d-19361badfaa0 req-4807db67-a44c-478a-b910-81a3582d5c3a service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Detach interface failed, port_id=4dd795f8-5fea-473b-8fa7-0635e5734551, reason: Instance b08f6376-0463-4022-bc77-c26ff30a1589 could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 07:58:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:19 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:58:19 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:58:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.270s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:19 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Deleted allocations for instance b08f6376-0463-4022-bc77-c26ff30a1589
Oct 26 07:58:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e9ade0a9-a83c-4682-8537-5ddfa03001d5 tempest-TestVolumeSwap-737946953 tempest-TestVolumeSwap-737946953-project-member] Lock "b08f6376-0463-4022-bc77-c26ff30a1589" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.088s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-b9ed4817-615b-4978-aa47-704b48ce6420 req-16d263de-bba2-4b6b-a0fe-47e60c027175 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Received event network-vif-plugged-4dd795f8-5fea-473b-8fa7-0635e5734551 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b9ed4817-615b-4978-aa47-704b48ce6420 req-16d263de-bba2-4b6b-a0fe-47e60c027175 service nova] Acquiring lock "b08f6376-0463-4022-bc77-c26ff30a1589-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b9ed4817-615b-4978-aa47-704b48ce6420 req-16d263de-bba2-4b6b-a0fe-47e60c027175 service nova] Lock "b08f6376-0463-4022-bc77-c26ff30a1589-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b9ed4817-615b-4978-aa47-704b48ce6420 req-16d263de-bba2-4b6b-a0fe-47e60c027175 service nova] Lock "b08f6376-0463-4022-bc77-c26ff30a1589-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-b9ed4817-615b-4978-aa47-704b48ce6420 req-16d263de-bba2-4b6b-a0fe-47e60c027175 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] No waiting events found dispatching network-vif-plugged-4dd795f8-5fea-473b-8fa7-0635e5734551 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:19 user nova-compute[74287]: WARNING nova.compute.manager [req-b9ed4817-615b-4978-aa47-704b48ce6420 req-16d263de-bba2-4b6b-a0fe-47e60c027175 service nova] [instance: b08f6376-0463-4022-bc77-c26ff30a1589] Received unexpected event network-vif-plugged-4dd795f8-5fea-473b-8fa7-0635e5734551 for instance with vm_state deleted and task_state None.
Oct 26 07:58:20 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:58:20 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:58:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:21 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:58:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74287) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 07:58:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:22 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:58:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:22 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 07:58:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:58:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:58:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:58:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:58:26 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:58:26 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8034MB free_disk=25.464431762695312GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9436218c-08c5-4eac-be39-93cb427bba5c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 2e91250c-b9bf-4756-823e-79b388b4a7cd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance aa13b550-c329-43be-9435-af0f6d3368e5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing inventories for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating ProviderTree inventory for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating inventory in ProviderTree for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing aggregate associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, aggregates: None {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing trait associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, traits: HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 07:58:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.630s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:58:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:58:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 07:58:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Didn't find any instances for network info cache update. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 07:58:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:58:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:58:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:58:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:58:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:58:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 07:58:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:58:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 07:58:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] There are 0 instances to clean {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 07:58:29 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:58:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-ede4f561-1068-42ef-8747-24b7886fbb4b req-6f4f9e7f-a7b3-4341-ab3c-16564caca8a7 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-changed-0a8ab511-166f-4d42-9468-c711a325d7b1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-ede4f561-1068-42ef-8747-24b7886fbb4b req-6f4f9e7f-a7b3-4341-ab3c-16564caca8a7 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing instance network info cache due to event network-changed-0a8ab511-166f-4d42-9468-c711a325d7b1. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:58:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ede4f561-1068-42ef-8747-24b7886fbb4b req-6f4f9e7f-a7b3-4341-ab3c-16564caca8a7 service nova] Acquiring lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:58:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ede4f561-1068-42ef-8747-24b7886fbb4b req-6f4f9e7f-a7b3-4341-ab3c-16564caca8a7 service nova] Acquired lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:58:37 user nova-compute[74287]: DEBUG nova.network.neutron [req-ede4f561-1068-42ef-8747-24b7886fbb4b req-6f4f9e7f-a7b3-4341-ab3c-16564caca8a7 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Refreshing network info cache for port 0a8ab511-166f-4d42-9468-c711a325d7b1 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:58:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:38 user nova-compute[74287]: DEBUG nova.network.neutron [req-ede4f561-1068-42ef-8747-24b7886fbb4b req-6f4f9e7f-a7b3-4341-ab3c-16564caca8a7 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updated VIF entry in instance network info cache for port 0a8ab511-166f-4d42-9468-c711a325d7b1. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:58:38 user nova-compute[74287]: DEBUG nova.network.neutron [req-ede4f561-1068-42ef-8747-24b7886fbb4b req-6f4f9e7f-a7b3-4341-ab3c-16564caca8a7 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating instance_info_cache with network_info: [{"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "address": "fa:16:3e:99:3d:70", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3138fb7-2d", "ovs_interfaceid": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59511776-b557-49fa-8633-ac4bf6ebb32b", "address": "fa:16:3e:b9:ba:a9", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59511776-b5", "ovs_interfaceid": "59511776-b557-49fa-8633-ac4bf6ebb32b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "address": "fa:16:3e:86:ae:06", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap183fa6f2-0a", "ovs_interfaceid": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:58:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ede4f561-1068-42ef-8747-24b7886fbb4b req-6f4f9e7f-a7b3-4341-ab3c-16564caca8a7 service nova] Releasing lock "refresh_cache-2e91250c-b9bf-4756-823e-79b388b4a7cd" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:40 user nova-compute[74287]: INFO nova.compute.manager [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Terminating instance
Oct 26 07:58:40 user nova-compute[74287]: DEBUG nova.compute.manager [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-4eede614-1278-4777-918c-2f53500e6a20 req-8441e6ed-1d94-4736-a2cb-8314b8849028 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-unplugged-0a8ab511-166f-4d42-9468-c711a325d7b1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4eede614-1278-4777-918c-2f53500e6a20 req-8441e6ed-1d94-4736-a2cb-8314b8849028 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4eede614-1278-4777-918c-2f53500e6a20 req-8441e6ed-1d94-4736-a2cb-8314b8849028 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4eede614-1278-4777-918c-2f53500e6a20 req-8441e6ed-1d94-4736-a2cb-8314b8849028 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-4eede614-1278-4777-918c-2f53500e6a20 req-8441e6ed-1d94-4736-a2cb-8314b8849028 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-unplugged-0a8ab511-166f-4d42-9468-c711a325d7b1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-4eede614-1278-4777-918c-2f53500e6a20 req-8441e6ed-1d94-4736-a2cb-8314b8849028 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-unplugged-0a8ab511-166f-4d42-9468-c711a325d7b1 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-0d14bd4e-d928-4bd6-a353-f126b4e665d3 req-c14badeb-b112-4a2f-b53f-0e28250cf962 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-unplugged-69f35d37-a2be-42c9-af04-959b345c4f14 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0d14bd4e-d928-4bd6-a353-f126b4e665d3 req-c14badeb-b112-4a2f-b53f-0e28250cf962 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0d14bd4e-d928-4bd6-a353-f126b4e665d3 req-c14badeb-b112-4a2f-b53f-0e28250cf962 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0d14bd4e-d928-4bd6-a353-f126b4e665d3 req-c14badeb-b112-4a2f-b53f-0e28250cf962 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-0d14bd4e-d928-4bd6-a353-f126b4e665d3 req-c14badeb-b112-4a2f-b53f-0e28250cf962 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-unplugged-69f35d37-a2be-42c9-af04-959b345c4f14 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-0d14bd4e-d928-4bd6-a353-f126b4e665d3 req-c14badeb-b112-4a2f-b53f-0e28250cf962 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-unplugged-69f35d37-a2be-42c9-af04-959b345c4f14 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG nova.compute.manager [req-88e470de-6898-4178-bfcf-1f3ff83dae2d req-965a298f-3190-44a8-8a0a-8884c458c717 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-unplugged-59511776-b557-49fa-8633-ac4bf6ebb32b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-88e470de-6898-4178-bfcf-1f3ff83dae2d req-965a298f-3190-44a8-8a0a-8884c458c717 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-88e470de-6898-4178-bfcf-1f3ff83dae2d req-965a298f-3190-44a8-8a0a-8884c458c717 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-88e470de-6898-4178-bfcf-1f3ff83dae2d req-965a298f-3190-44a8-8a0a-8884c458c717 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG nova.compute.manager [req-88e470de-6898-4178-bfcf-1f3ff83dae2d req-965a298f-3190-44a8-8a0a-8884c458c717 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-unplugged-59511776-b557-49fa-8633-ac4bf6ebb32b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG nova.compute.manager [req-88e470de-6898-4178-bfcf-1f3ff83dae2d req-965a298f-3190-44a8-8a0a-8884c458c717 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-unplugged-59511776-b557-49fa-8633-ac4bf6ebb32b for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Instance destroyed successfully.
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.objects.instance [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lazy-loading 'resources' on Instance uuid 2e91250c-b9bf-4756-823e-79b388b4a7cd {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:57:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:57:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:59:d1:2e,bridge_name='br-int',has_traffic_filtering=True,id=0a8ab511-166f-4d42-9468-c711a325d7b1,network=Network(bceed96c-8797-40a4-9e3f-1245316b9670),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a8ab511-16') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG os_vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:59:d1:2e,bridge_name='br-int',has_traffic_filtering=True,id=0a8ab511-166f-4d42-9468-c711a325d7b1,network=Network(bceed96c-8797-40a4-9e3f-1245316b9670),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a8ab511-16') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0a8ab511-16, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "9fc644c5-b600-4fb5-8e7b-44a72884358b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=edd86558-6075-4824-9f44-fc6caadc41d8) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:58:42 user nova-compute[74287]: INFO nova.compute.claims [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Claim successful on node user
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: INFO os_vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:59:d1:2e,bridge_name='br-int',has_traffic_filtering=True,id=0a8ab511-166f-4d42-9468-c711a325d7b1,network=Network(bceed96c-8797-40a4-9e3f-1245316b9670),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a8ab511-16')
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:57:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:57:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:16:89,bridge_name='br-int',has_traffic_filtering=True,id=69f35d37-a2be-42c9-af04-959b345c4f14,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap69f35d37-a2') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG os_vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:16:89,bridge_name='br-int',has_traffic_filtering=True,id=69f35d37-a2be-42c9-af04-959b345c4f14,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap69f35d37-a2') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap69f35d37-a2, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4755933a-91fd-4221-83a2-0697a335e90c) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-0a8ab511-166f-4d42-9468-c711a325d7b1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-0a8ab511-166f-4d42-9468-c711a325d7b1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:42 user nova-compute[74287]: WARNING nova.compute.manager [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-0a8ab511-166f-4d42-9468-c711a325d7b1 for instance with vm_state active and task_state deleting.
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-unplugged-ca73e1be-c1da-4a89-8e01-ba9a76b9b038 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-unplugged-ca73e1be-c1da-4a89-8e01-ba9a76b9b038 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-unplugged-ca73e1be-c1da-4a89-8e01-ba9a76b9b038 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-ca73e1be-c1da-4a89-8e01-ba9a76b9b038 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-ca73e1be-c1da-4a89-8e01-ba9a76b9b038 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:42 user nova-compute[74287]: WARNING nova.compute.manager [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-ca73e1be-c1da-4a89-8e01-ba9a76b9b038 for instance with vm_state active and task_state deleting.
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-unplugged-a3138fb7-2d33-4193-bd63-ba84526a34d2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-unplugged-a3138fb7-2d33-4193-bd63-ba84526a34d2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-unplugged-a3138fb7-2d33-4193-bd63-ba84526a34d2 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-a3138fb7-2d33-4193-bd63-ba84526a34d2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-a3138fb7-2d33-4193-bd63-ba84526a34d2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:42 user nova-compute[74287]: WARNING nova.compute.manager [req-9717b7e4-2d8f-4312-a1df-0875fefaf3b6 req-ce1650b2-dc28-4844-8dd3-d581652dd4f6 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-a3138fb7-2d33-4193-bd63-ba84526a34d2 for instance with vm_state active and task_state deleting.
Oct 26 07:58:42 user nova-compute[74287]: INFO os_vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:16:89,bridge_name='br-int',has_traffic_filtering=True,id=69f35d37-a2be-42c9-af04-959b345c4f14,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap69f35d37-a2')
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:57:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:57:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:25:ae,bridge_name='br-int',has_traffic_filtering=True,id=ca73e1be-c1da-4a89-8e01-ba9a76b9b038,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapca73e1be-c1') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG os_vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:25:ae,bridge_name='br-int',has_traffic_filtering=True,id=ca73e1be-c1da-4a89-8e01-ba9a76b9b038,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapca73e1be-c1') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapca73e1be-c1, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=da809c2b-9480-4c67-bcab-27eb4a563c4b) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-69f35d37-a2be-42c9-af04-959b345c4f14 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-69f35d37-a2be-42c9-af04-959b345c4f14 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:42 user nova-compute[74287]: WARNING nova.compute.manager [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-69f35d37-a2be-42c9-af04-959b345c4f14 for instance with vm_state active and task_state deleting.
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-unplugged-07b77f02-a3b6-4703-988d-368ed6d56d60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-unplugged-07b77f02-a3b6-4703-988d-368ed6d56d60 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-unplugged-07b77f02-a3b6-4703-988d-368ed6d56d60 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-07b77f02-a3b6-4703-988d-368ed6d56d60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-07b77f02-a3b6-4703-988d-368ed6d56d60 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:42 user nova-compute[74287]: WARNING nova.compute.manager [req-78da9b77-9a75-496c-82e3-ddf17d2d1b04 req-2fe2cbd4-2c4b-4c58-8c24-35a6848d7b1b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-07b77f02-a3b6-4703-988d-368ed6d56d60 for instance with vm_state active and task_state deleting.
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: INFO os_vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:25:ae,bridge_name='br-int',has_traffic_filtering=True,id=ca73e1be-c1da-4a89-8e01-ba9a76b9b038,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapca73e1be-c1')
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:57:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:57:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:3e:7b,bridge_name='br-int',has_traffic_filtering=True,id=07b77f02-a3b6-4703-988d-368ed6d56d60,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07b77f02-a3') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG os_vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:3e:7b,bridge_name='br-int',has_traffic_filtering=True,id=07b77f02-a3b6-4703-988d-368ed6d56d60,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07b77f02-a3') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap07b77f02-a3, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=859095a9-8328-42ba-8665-5fce6250c919) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: INFO os_vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:3e:7b,bridge_name='br-int',has_traffic_filtering=True,id=07b77f02-a3b6-4703-988d-368ed6d56d60,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07b77f02-a3')
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:57:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:57:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "address": "fa:16:3e:99:3d:70", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3138fb7-2d", "ovs_interfaceid": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "address": "fa:16:3e:99:3d:70", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3138fb7-2d", "ovs_interfaceid": "a3138fb7-2d33-4193-bd63-ba84526a34d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:3d:70,bridge_name='br-int',has_traffic_filtering=True,id=a3138fb7-2d33-4193-bd63-ba84526a34d2,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3138fb7-2d') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG os_vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:3d:70,bridge_name='br-int',has_traffic_filtering=True,id=a3138fb7-2d33-4193-bd63-ba84526a34d2,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3138fb7-2d') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa3138fb7-2d, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=42fc9577-b4bd-4498-a8b9-55f330de3b44) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.447s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: INFO os_vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:3d:70,bridge_name='br-int',has_traffic_filtering=True,id=a3138fb7-2d33-4193-bd63-ba84526a34d2,network=Network(784452ed-dfab-43d2-b118-e9fb4379c46e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3138fb7-2d')
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:57:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:57:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "59511776-b557-49fa-8633-ac4bf6ebb32b", "address": "fa:16:3e:b9:ba:a9", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59511776-b5", "ovs_interfaceid": "59511776-b557-49fa-8633-ac4bf6ebb32b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "59511776-b557-49fa-8633-ac4bf6ebb32b", "address": "fa:16:3e:b9:ba:a9", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59511776-b5", "ovs_interfaceid": "59511776-b557-49fa-8633-ac4bf6ebb32b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:ba:a9,bridge_name='br-int',has_traffic_filtering=True,id=59511776-b557-49fa-8633-ac4bf6ebb32b,network=Network(4a93e4d0-b8d7-489d-a8c4-535c1af9e728),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59511776-b5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG os_vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:ba:a9,bridge_name='br-int',has_traffic_filtering=True,id=59511776-b557-49fa-8633-ac4bf6ebb32b,network=Network(4a93e4d0-b8d7-489d-a8c4-535c1af9e728),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59511776-b5') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap59511776-b5, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e321081e-44ac-4092-8492-e4629a993ed6) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:58:43 user nova-compute[74287]: INFO os_vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:ba:a9,bridge_name='br-int',has_traffic_filtering=True,id=59511776-b557-49fa-8633-ac4bf6ebb32b,network=Network(4a93e4d0-b8d7-489d-a8c4-535c1af9e728),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59511776-b5')
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T07:55:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1561277059',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1561277059',id=11,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBsNihTo24eUzEg1VPfFGeG++VAM+OJBJWHvpXI1ZaAMl8eaujTcrkEJTVTLCvqDKBHYhSBU/Nug6DMCXNtqKjaRmuSR5iZuuFHhg7HiiLGDeev0cAdd4Vb4zXQJ62uAIg==',key_name='tempest-keypair-1748693376',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:57:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d993efaa6b1e4702acdbfa829f2850c5',ramdisk_id='',reservation_id='r-9kxghdh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1263395867',owner_user_name='tempest-TaggedBootDevicesTest-1263395867-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:57:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d450cc28ff3d4d029e3ffb96ab00861c',uuid=2e91250c-b9bf-4756-823e-79b388b4a7cd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "address": "fa:16:3e:86:ae:06", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap183fa6f2-0a", "ovs_interfaceid": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converting VIF {"id": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "address": "fa:16:3e:86:ae:06", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap183fa6f2-0a", "ovs_interfaceid": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:ae:06,bridge_name='br-int',has_traffic_filtering=True,id=183fa6f2-0ac1-44d3-9592-2fb92df58ea1,network=Network(4a93e4d0-b8d7-489d-a8c4-535c1af9e728),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap183fa6f2-0a') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:ae:06,bridge_name='br-int',has_traffic_filtering=True,id=183fa6f2-0ac1-44d3-9592-2fb92df58ea1,network=Network(4a93e4d0-b8d7-489d-a8c4-535c1af9e728),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap183fa6f2-0a') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap183fa6f2-0a, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:43 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 07:58:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5d8b999a-84f4-423e-bb0c-ba10d85d81d8) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:58:43 user nova-compute[74287]: INFO os_vif [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:ae:06,bridge_name='br-int',has_traffic_filtering=True,id=183fa6f2-0ac1-44d3-9592-2fb92df58ea1,network=Network(4a93e4d0-b8d7-489d-a8c4-535c1af9e728),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap183fa6f2-0a')
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NFCuzpjs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:58:43 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a72cb67b-5882-4d8c-9b09-69a8f6e5cc3c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 07:58:43 user nova-compute[74287]: No targets found.
Oct 26 07:58:43 user nova-compute[74287]: iSNS:
Oct 26 07:58:43 user nova-compute[74287]: No targets found.
Oct 26 07:58:43 user nova-compute[74287]: STATIC:
Oct 26 07:58:43 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc
Oct 26 07:58:43 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:58:43 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:58:43 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8
Oct 26 07:58:43 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:58:43 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:58:43 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2
Oct 26 07:58:43 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:58:43 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:58:43 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62
Oct 26 07:58:43 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:58:43 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:58:43 user nova-compute[74287]: FIRMWARE:
Oct 26 07:58:43 user nova-compute[74287]: No targets found.
Oct 26 07:58:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 07:58:43 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 07:58:43 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.policy [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90b7efceed6a409080f8fc1e6a5267d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '527638f1b1b249ce99cf68ee5645fb6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9108db2-ceeb-4ca0-8845-d7c38ba3458d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: INFO nova.virt.block_device [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Booting with volume 4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 at /dev/vda
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[221d0a2b-97b4-4e2e-a0e9-e86ccc1cf9ca]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:58:43 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:58:43 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:58:43 user nova-compute[74287]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:58:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 (non-flash)
Oct 26 07:58:43 user nova-compute[74287]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:58:43 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:58:43 user nova-compute[74287]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:58:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb90266200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a897952-6c59-41ca-9226-d1936dcf5910]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.utils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c790d21-3fb8-400b-b28b-833dee84afce]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3516b7aa-a9c9-4013-97b6-440fa2ba6057]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[60ed7cb9-6def-4b41-b018-d269d6a11784]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ded7b03-7162-48f1-a734-45294ebadab1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[53e536f3-c95c-41b2-ae37-b997011cf97a]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[61f26327-8f76-43e3-955b-3f467a5737c4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[772c80b6-174b-4ef5-a45f-da31a3ab3ed8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c7acef6-4294-4bdd-9336-a070189aebd7]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 07:58:43 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[55e314a8-aecb-4415-aebb-cda68001c121]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.utils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] <== get_connector_properties: return (183ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Updating existing volume attachment record: d52db0c8-772d-419f-b1d3-b5ee23c4335c {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f15e1745-b0a9-46bc-b8be-15250d3c6909]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8, portal: 172.16.0.220,3260]
Oct 26 07:58:43 user nova-compute[74287]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8, portal: 172.16.0.220,3260] successful.
Oct 26 07:58:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0acbd716-8318-4736-a9f9-647f6f94d9c8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[24b4925d-869a-4266-b9dd-7e7cfc782e2d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.406s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] <== disconnect_volume: return (408ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hpyvkxjl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:58:43 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[baf40647-cd53-490b-9de6-892013357426]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 07:58:43 user nova-compute[74287]: No targets found.
Oct 26 07:58:43 user nova-compute[74287]: iSNS:
Oct 26 07:58:43 user nova-compute[74287]: No targets found.
Oct 26 07:58:43 user nova-compute[74287]: STATIC:
Oct 26 07:58:43 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc
Oct 26 07:58:43 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:58:43 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:58:43 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2
Oct 26 07:58:43 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:58:43 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:58:43 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62
Oct 26 07:58:43 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:58:43 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:58:43 user nova-compute[74287]: FIRMWARE:
Oct 26 07:58:43 user nova-compute[74287]: No targets found.
Oct 26 07:58:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 07:58:43 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 07:58:43 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[359965c6-d49d-4337-af6f-df6cc6cc09f0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e818e3c9-ac6c-48ce-81e3-45def144f8d0]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:58:43 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:58:43 user nova-compute[74287]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:58:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 (non-flash)
Oct 26 07:58:43 user nova-compute[74287]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:58:43 user nova-compute[74287]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:58:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb90266200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62'): ({'sdc'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Removing single pathed devices sdc {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-59511776-b557-49fa-8633-ac4bf6ebb32b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-59511776-b557-49fa-8633-ac4bf6ebb32b {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:43 user nova-compute[74287]: WARNING nova.compute.manager [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-59511776-b557-49fa-8633-ac4bf6ebb32b for instance with vm_state active and task_state deleting.
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-unplugged-183fa6f2-0ac1-44d3-9592-2fb92df58ea1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-unplugged-183fa6f2-0ac1-44d3-9592-2fb92df58ea1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-unplugged-183fa6f2-0ac1-44d3-9592-2fb92df58ea1 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-plugged-183fa6f2-0ac1-44d3-9592-2fb92df58ea1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] Acquiring lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] No waiting events found dispatching network-vif-plugged-183fa6f2-0ac1-44d3-9592-2fb92df58ea1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:58:43 user nova-compute[74287]: WARNING nova.compute.manager [req-f38877cf-bb54-40c7-8653-daf180bb1ae4 req-d493b836-e85d-4cb1-92c6-278a5e12ada1 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received unexpected event network-vif-plugged-183fa6f2-0ac1-44d3-9592-2fb92df58ea1 for instance with vm_state active and task_state deleting.
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9df554e1-3a0f-4b33-858d-eaf9b96477f1]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c38a7ce-9d2f-47dc-8a5a-4e0e1051e2db]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Flushing IO for device /dev/sdc {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[df9bd972-bfe0-4846-9af5-fab376ca1767]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.062s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d90778d-d8b7-4b57-9913-3e6a80f7e2c0]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[de4af2d7-61db-4eba-bd34-bebc27ec4b28]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Successfully created port: cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[35158e33-4a46-48d0-a81f-549f037f1c61]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62, portal: 172.16.0.220,3260]
Oct 26 07:58:43 user nova-compute[74287]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62, portal: 172.16.0.220,3260] successful.
Oct 26 07:58:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:475ba6c6-d88d-40f7-9650-b23752048d62 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7c060a9-0d1a-41a5-a8ec-e1b5f65f60b8]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.387s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] <== disconnect_volume: return (389ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VziBFcNp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:58:43 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[60ffc7a5-1f17-4ccb-9597-101a7e6184ce]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 07:58:43 user nova-compute[74287]: No targets found.
Oct 26 07:58:43 user nova-compute[74287]: iSNS:
Oct 26 07:58:43 user nova-compute[74287]: No targets found.
Oct 26 07:58:43 user nova-compute[74287]: STATIC:
Oct 26 07:58:43 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc
Oct 26 07:58:43 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:58:43 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:58:43 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2
Oct 26 07:58:43 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:58:43 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:58:43 user nova-compute[74287]: FIRMWARE:
Oct 26 07:58:43 user nova-compute[74287]: No targets found.
Oct 26 07:58:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 07:58:43 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 07:58:43 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9592158d-354c-49e2-b33f-098b54d33a84]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b6dbc33-55b6-4568-82a1-46af79ec018c]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:58:43 user nova-compute[74287]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:58:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc (non-flash)
Oct 26 07:58:43 user nova-compute[74287]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:58:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb90266200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc'): ({'sdg'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Removing single pathed devices sdg {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e60bce7-13be-49dd-968b-f3e78373cb86]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0642330c-bbce-4270-a65f-51d03e2cdab8]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Flushing IO for device /dev/sdg {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[94d16a9f-b608-4d31-80d2-d399a56f229a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.044s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[633907ce-4852-475a-b22a-38f06b1cedd8]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] SCSI volumes sdg have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.055s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e07895a-7b86-4720-bdc1-c8f947b65a08]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4e75192-dd56-4aec-b2d6-46545497083f]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc, portal: 172.16.0.220,3260]
Oct 26 07:58:44 user nova-compute[74287]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc, portal: 172.16.0.220,3260] successful.
Oct 26 07:58:44 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49e13034-a531-47a8-83f9-9dbedd305dfc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a69f32a7-e3a9-4472-80e6-f4d884e9ee54]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.358s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] <== disconnect_volume: return (359ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 07:58:44 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Deleting instance files /opt/stack/data/nova/instances/2e91250c-b9bf-4756-823e-79b388b4a7cd_del
Oct 26 07:58:44 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Deletion of /opt/stack/data/nova/instances/2e91250c-b9bf-4756-823e-79b388b4a7cd_del complete
Oct 26 07:58:44 user nova-compute[74287]: INFO nova.compute.manager [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Took 4.06 seconds to destroy the instance on the hypervisor.
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Successfully updated port: cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "refresh_cache-9fc644c5-b600-4fb5-8e7b-44a72884358b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquired lock "refresh_cache-9fc644c5-b600-4fb5-8e7b-44a72884358b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Updating instance_info_cache with network_info: [{"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Releasing lock "refresh_cache-9fc644c5-b600-4fb5-8e7b-44a72884358b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:58:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Instance network_info: |[{"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 07:58:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-40c1eedf-98be-4ebc-acbb-9b767c3bc7b6 req-bb9550e4-6f75-4f54-8eb7-aee3ba150dcf service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received event network-changed-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-40c1eedf-98be-4ebc-acbb-9b767c3bc7b6 req-bb9550e4-6f75-4f54-8eb7-aee3ba150dcf service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Refreshing instance network info cache due to event network-changed-cb43faa5-bac3-490b-92e2-8e9d55459e20. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:58:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-40c1eedf-98be-4ebc-acbb-9b767c3bc7b6 req-bb9550e4-6f75-4f54-8eb7-aee3ba150dcf service nova] Acquiring lock "refresh_cache-9fc644c5-b600-4fb5-8e7b-44a72884358b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:58:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-40c1eedf-98be-4ebc-acbb-9b767c3bc7b6 req-bb9550e4-6f75-4f54-8eb7-aee3ba150dcf service nova] Acquired lock "refresh_cache-9fc644c5-b600-4fb5-8e7b-44a72884358b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:58:45 user nova-compute[74287]: DEBUG nova.network.neutron [req-40c1eedf-98be-4ebc-acbb-9b767c3bc7b6 req-bb9550e4-6f75-4f54-8eb7-aee3ba150dcf service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Refreshing network info cache for port cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:58:46 user nova-compute[74287]: DEBUG nova.network.neutron [req-40c1eedf-98be-4ebc-acbb-9b767c3bc7b6 req-bb9550e4-6f75-4f54-8eb7-aee3ba150dcf service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Updated VIF entry in instance network info cache for port cb43faa5-bac3-490b-92e2-8e9d55459e20. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:58:46 user nova-compute[74287]: DEBUG nova.network.neutron [req-40c1eedf-98be-4ebc-acbb-9b767c3bc7b6 req-bb9550e4-6f75-4f54-8eb7-aee3ba150dcf service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Updating instance_info_cache with network_info: [{"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:58:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-40c1eedf-98be-4ebc-acbb-9b767c3bc7b6 req-bb9550e4-6f75-4f54-8eb7-aee3ba150dcf service nova] Releasing lock "refresh_cache-9fc644c5-b600-4fb5-8e7b-44a72884358b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:58:46 user nova-compute[74287]: DEBUG nova.compute.manager [req-8227d2fa-c7e4-4622-a404-66b28758c716 req-614f2781-a6a4-4ef6-a571-968473d7f703 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-deleted-a3138fb7-2d33-4193-bd63-ba84526a34d2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:46 user nova-compute[74287]: INFO nova.compute.manager [req-8227d2fa-c7e4-4622-a404-66b28758c716 req-614f2781-a6a4-4ef6-a571-968473d7f703 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Neutron deleted interface a3138fb7-2d33-4193-bd63-ba84526a34d2; detaching it from the instance and deleting it from the info cache
Oct 26 07:58:46 user nova-compute[74287]: DEBUG nova.network.neutron [req-8227d2fa-c7e4-4622-a404-66b28758c716 req-614f2781-a6a4-4ef6-a571-968473d7f703 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating instance_info_cache with network_info: [{"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59511776-b557-49fa-8633-ac4bf6ebb32b", "address": "fa:16:3e:b9:ba:a9", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59511776-b5", "ovs_interfaceid": "59511776-b557-49fa-8633-ac4bf6ebb32b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "address": "fa:16:3e:86:ae:06", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap183fa6f2-0a", "ovs_interfaceid": "183fa6f2-0ac1-44d3-9592-2fb92df58ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:58:46 user nova-compute[74287]: DEBUG nova.compute.manager [req-8227d2fa-c7e4-4622-a404-66b28758c716 req-614f2781-a6a4-4ef6-a571-968473d7f703 service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Detach interface failed, port_id=a3138fb7-2d33-4193-bd63-ba84526a34d2, reason: Instance 2e91250c-b9bf-4756-823e-79b388b4a7cd could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 07:58:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:48 user nova-compute[74287]: DEBUG nova.compute.manager [req-beeea8cc-46d8-427b-9018-12102881ac00 req-3a1e0ea8-d7c1-4494-847e-ac8296a6ac2b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-deleted-183fa6f2-0ac1-44d3-9592-2fb92df58ea1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:48 user nova-compute[74287]: INFO nova.compute.manager [req-beeea8cc-46d8-427b-9018-12102881ac00 req-3a1e0ea8-d7c1-4494-847e-ac8296a6ac2b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Neutron deleted interface 183fa6f2-0ac1-44d3-9592-2fb92df58ea1; detaching it from the instance and deleting it from the info cache
Oct 26 07:58:48 user nova-compute[74287]: DEBUG nova.network.neutron [req-beeea8cc-46d8-427b-9018-12102881ac00 req-3a1e0ea8-d7c1-4494-847e-ac8296a6ac2b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating instance_info_cache with network_info: [{"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59511776-b557-49fa-8633-ac4bf6ebb32b", "address": "fa:16:3e:b9:ba:a9", "network": {"id": "4a93e4d0-b8d7-489d-a8c4-535c1af9e728", "bridge": "br-int", "label": "tempest-device-tagging-net2-1966847359", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59511776-b5", "ovs_interfaceid": "59511776-b557-49fa-8633-ac4bf6ebb32b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:58:48 user nova-compute[74287]: DEBUG nova.compute.manager [req-beeea8cc-46d8-427b-9018-12102881ac00 req-3a1e0ea8-d7c1-4494-847e-ac8296a6ac2b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Detach interface failed, port_id=183fa6f2-0ac1-44d3-9592-2fb92df58ea1, reason: Instance 2e91250c-b9bf-4756-823e-79b388b4a7cd could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 07:58:48 user nova-compute[74287]: DEBUG nova.compute.manager [req-beeea8cc-46d8-427b-9018-12102881ac00 req-3a1e0ea8-d7c1-4494-847e-ac8296a6ac2b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-deleted-59511776-b557-49fa-8633-ac4bf6ebb32b {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:48 user nova-compute[74287]: INFO nova.compute.manager [req-beeea8cc-46d8-427b-9018-12102881ac00 req-3a1e0ea8-d7c1-4494-847e-ac8296a6ac2b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Neutron deleted interface 59511776-b557-49fa-8633-ac4bf6ebb32b; detaching it from the instance and deleting it from the info cache
Oct 26 07:58:48 user nova-compute[74287]: DEBUG nova.network.neutron [req-beeea8cc-46d8-427b-9018-12102881ac00 req-3a1e0ea8-d7c1-4494-847e-ac8296a6ac2b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating instance_info_cache with network_info: [{"id": "0a8ab511-166f-4d42-9468-c711a325d7b1", "address": "fa:16:3e:59:d1:2e", "network": {"id": "bceed96c-8797-40a4-9e3f-1245316b9670", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1805822677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a8ab511-16", "ovs_interfaceid": "0a8ab511-166f-4d42-9468-c711a325d7b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:58:48 user nova-compute[74287]: DEBUG nova.compute.manager [req-beeea8cc-46d8-427b-9018-12102881ac00 req-3a1e0ea8-d7c1-4494-847e-ac8296a6ac2b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Detach interface failed, port_id=59511776-b557-49fa-8633-ac4bf6ebb32b, reason: Instance 2e91250c-b9bf-4756-823e-79b388b4a7cd could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 07:58:48 user nova-compute[74287]: DEBUG nova.compute.manager [req-beeea8cc-46d8-427b-9018-12102881ac00 req-3a1e0ea8-d7c1-4494-847e-ac8296a6ac2b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-deleted-0a8ab511-166f-4d42-9468-c711a325d7b1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:48 user nova-compute[74287]: INFO nova.compute.manager [req-beeea8cc-46d8-427b-9018-12102881ac00 req-3a1e0ea8-d7c1-4494-847e-ac8296a6ac2b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Neutron deleted interface 0a8ab511-166f-4d42-9468-c711a325d7b1; detaching it from the instance and deleting it from the info cache
Oct 26 07:58:48 user nova-compute[74287]: DEBUG nova.network.neutron [req-beeea8cc-46d8-427b-9018-12102881ac00 req-3a1e0ea8-d7c1-4494-847e-ac8296a6ac2b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating instance_info_cache with network_info: [{"id": "69f35d37-a2be-42c9-af04-959b345c4f14", "address": "fa:16:3e:9c:16:89", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69f35d37-a2", "ovs_interfaceid": "69f35d37-a2be-42c9-af04-959b345c4f14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "address": "fa:16:3e:ca:25:ae", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca73e1be-c1", "ovs_interfaceid": "ca73e1be-c1da-4a89-8e01-ba9a76b9b038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "07b77f02-a3b6-4703-988d-368ed6d56d60", "address": "fa:16:3e:be:3e:7b", "network": {"id": "784452ed-dfab-43d2-b118-e9fb4379c46e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1008421002", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d993efaa6b1e4702acdbfa829f2850c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07b77f02-a3", "ovs_interfaceid": "07b77f02-a3b6-4703-988d-368ed6d56d60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:58:48 user nova-compute[74287]: DEBUG nova.compute.manager [req-beeea8cc-46d8-427b-9018-12102881ac00 req-3a1e0ea8-d7c1-4494-847e-ac8296a6ac2b service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Detach interface failed, port_id=0a8ab511-166f-4d42-9468-c711a325d7b1, reason: Instance 2e91250c-b9bf-4756-823e-79b388b4a7cd could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 07:58:48 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:58:48 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Took 4.41 seconds to deallocate network for instance.
Oct 26 07:58:50 user nova-compute[74287]: DEBUG nova.compute.manager [req-a21b0b11-7a57-4d8a-8eb1-eaaa7de60fe2 req-96ab5bfc-2c2e-4848-9a88-78a4629a88ca service nova] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Received event network-vif-deleted-07b77f02-a3b6-4703-988d-368ed6d56d60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:58:51 user nova-compute[74287]: INFO nova.compute.manager [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] [instance: 2e91250c-b9bf-4756-823e-79b388b4a7cd] Took 2.91 seconds to detach 3 volumes for instance.
Oct 26 07:58:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:58:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:58:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:51 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:58:51 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:58:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.282s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:52 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Deleted allocations for instance 2e91250c-b9bf-4756-823e-79b388b4a7cd
Oct 26 07:58:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-554f1f82-d4e2-476f-bf5d-235a3b2d12d2 tempest-TaggedBootDevicesTest-1263395867 tempest-TaggedBootDevicesTest-1263395867-project-member] Lock "2e91250c-b9bf-4756-823e-79b388b4a7cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.910s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:58:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:58:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:59:02 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Creating image(s)
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Did not create local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Ensure instance console log exists: /opt/stack/data/nova/instances/9fc644c5-b600-4fb5-8e7b-44a72884358b/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Start _get_guest_xml network_info=[{"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'attachment_id': 'd52db0c8-772d-419f-b1d3-b5ee23c4335c', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AGzklnce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9fc644c5-b600-4fb5-8e7b-44a72884358b', 'attached_at': '', 'detached_at': '', 'volume_id': '4ef69671-b2b6-4e24-83a9-bf82cf64ffc4', 'serial': '4ef69671-b2b6-4e24-83a9-bf82cf64ffc4'}, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:59:02 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:59:02 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AGzklnce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:59:02 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:59:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:59:02 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:59:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:59:02 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 07:59:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[03109d6d-8dd5-4b2d-a23d-f9f03ae82eda]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 07:59:02 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:59:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.029s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebe8d488-ca22-4678-8ef9-6d090f5c3807]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4] added
Oct 26 07:59:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c31a1c7-95d9-4c4b-942c-a5ec7c27aa24]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[845fd19c-aac3-4c56-a1a0-bc22c3099601]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AGzklnce {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AGzklnce" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5cefc65-6655-47d8-ad56-7765af884fe9]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AGzklnce'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a24c31b-7cf0-4fda-949e-787ae17cddb8]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[afc8a7ff-1d9c-48d3-92f5-1b85b33958c3]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:59:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:59:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[117d1785-de6f-4fa4-9f35-a80ef1c052aa]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260]
Oct 26 07:59:03 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260] successful.
Oct 26 07:59:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[485b6cea-ef45-4b0a-9b36-603ea0109a77]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c797945-0df2-49b9-89ea-5c05b7f97600]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:59:03 user nova-compute[74287]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 (non-flash)
Oct 26 07:59:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:59:03 user nova-compute[74287]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 (non-flash)
Oct 26 07:59:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.342s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] HCTL ('33', '-', '-', 0) found on session 20 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0daf1485-ebf4-43fd-af0e-53d09666ae16]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:03 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AGzklnce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.374s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] <== connect_volume: return (1375ms) {'type': 'block', 'scsi_wwn': '23964363939343137', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23964363939343137', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:58:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-21700573',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-21700573',id=13,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBdjNpYN+VaiiPXausFN7PecTBORjxt21IIM4BKeApVvXLsyDZoIWLBuvv4hQkQY+82cmw3OOZ/roPPbXZGymCD1IRaR6rfycxDIhIphD4VcHkXoSUTJUk8HO4oZLullgA==',key_name='tempest-keypair-806672631',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='527638f1b1b249ce99cf68ee5645fb6d',ramdisk_id='',reservation_id='r-8ruyw18l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1988420811',owner_user_name='tempest-ServerActionsV293TestJSON-1988420811-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:58:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90b7efceed6a409080f8fc1e6a5267d4',uuid=9fc644c5-b600-4fb5-8e7b-44a72884358b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Converting VIF {"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:3e:c3,bridge_name='br-int',has_traffic_filtering=True,id=cb43faa5-bac3-490b-92e2-8e9d55459e20,network=Network(cbf146ac-4a86-4382-abbb-326cfc6ac19e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb43faa5-ba') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG nova.objects.instance [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lazy-loading 'pci_devices' on Instance uuid 9fc644c5-b600-4fb5-8e7b-44a72884358b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:59:04 user nova-compute[74287]:   <uuid>9fc644c5-b600-4fb5-8e7b-44a72884358b</uuid>
Oct 26 07:59:04 user nova-compute[74287]:   <name>instance-0000000d</name>
Oct 26 07:59:04 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:59:04 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:59:04 user nova-compute[74287]:   <metadata>
Oct 26 07:59:04 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:59:04 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:59:04 user nova-compute[74287]:       <nova:name>tempest-ServerActionsV293TestJSON-server-21700573</nova:name>
Oct 26 07:59:04 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:59:02</nova:creationTime>
Oct 26 07:59:04 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:59:04 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:59:04 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:59:04 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:59:04 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:59:04 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:59:04 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:59:04 user nova-compute[74287]:       <nova:owner>
Oct 26 07:59:04 user nova-compute[74287]:         <nova:user uuid="90b7efceed6a409080f8fc1e6a5267d4">tempest-ServerActionsV293TestJSON-1988420811-project-member</nova:user>
Oct 26 07:59:04 user nova-compute[74287]:         <nova:project uuid="527638f1b1b249ce99cf68ee5645fb6d">tempest-ServerActionsV293TestJSON-1988420811</nova:project>
Oct 26 07:59:04 user nova-compute[74287]:       </nova:owner>
Oct 26 07:59:04 user nova-compute[74287]:       <nova:ports>
Oct 26 07:59:04 user nova-compute[74287]:         <nova:port uuid="cb43faa5-bac3-490b-92e2-8e9d55459e20">
Oct 26 07:59:04 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 26 07:59:04 user nova-compute[74287]:         </nova:port>
Oct 26 07:59:04 user nova-compute[74287]:       </nova:ports>
Oct 26 07:59:04 user nova-compute[74287]:     </nova:instance>
Oct 26 07:59:04 user nova-compute[74287]:   </metadata>
Oct 26 07:59:04 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:59:04 user nova-compute[74287]:     <system>
Oct 26 07:59:04 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:59:04 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:59:04 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:59:04 user nova-compute[74287]:       <entry name="serial">9fc644c5-b600-4fb5-8e7b-44a72884358b</entry>
Oct 26 07:59:04 user nova-compute[74287]:       <entry name="uuid">9fc644c5-b600-4fb5-8e7b-44a72884358b</entry>
Oct 26 07:59:04 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:59:04 user nova-compute[74287]:     </system>
Oct 26 07:59:04 user nova-compute[74287]:   </sysinfo>
Oct 26 07:59:04 user nova-compute[74287]:   <os>
Oct 26 07:59:04 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:59:04 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:59:04 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:59:04 user nova-compute[74287]:   </os>
Oct 26 07:59:04 user nova-compute[74287]:   <features>
Oct 26 07:59:04 user nova-compute[74287]:     <acpi/>
Oct 26 07:59:04 user nova-compute[74287]:     <apic/>
Oct 26 07:59:04 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:59:04 user nova-compute[74287]:   </features>
Oct 26 07:59:04 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:59:04 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:59:04 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:59:04 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:59:04 user nova-compute[74287]:   </clock>
Oct 26 07:59:04 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:59:04 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:59:04 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:59:04 user nova-compute[74287]:   </cpu>
Oct 26 07:59:04 user nova-compute[74287]:   <devices>
Oct 26 07:59:04 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 07:59:04 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:59:04 user nova-compute[74287]:       <source dev="/dev/sdb"/>
Oct 26 07:59:04 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:59:04 user nova-compute[74287]:       <serial>4ef69671-b2b6-4e24-83a9-bf82cf64ffc4</serial>
Oct 26 07:59:04 user nova-compute[74287]:     </disk>
Oct 26 07:59:04 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:59:04 user nova-compute[74287]:       <mac address="fa:16:3e:b0:3e:c3"/>
Oct 26 07:59:04 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:59:04 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:59:04 user nova-compute[74287]:       <target dev="tapcb43faa5-ba"/>
Oct 26 07:59:04 user nova-compute[74287]:     </interface>
Oct 26 07:59:04 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:59:04 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/9fc644c5-b600-4fb5-8e7b-44a72884358b/console.log" append="off"/>
Oct 26 07:59:04 user nova-compute[74287]:     </serial>
Oct 26 07:59:04 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:59:04 user nova-compute[74287]:     <video>
Oct 26 07:59:04 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:59:04 user nova-compute[74287]:     </video>
Oct 26 07:59:04 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:59:04 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:59:04 user nova-compute[74287]:     </rng>
Oct 26 07:59:04 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:59:04 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:59:04 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:59:04 user nova-compute[74287]:     </memballoon>
Oct 26 07:59:04 user nova-compute[74287]:   </devices>
Oct 26 07:59:04 user nova-compute[74287]: </domain>
Oct 26 07:59:04 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:58:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-21700573',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-21700573',id=13,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBdjNpYN+VaiiPXausFN7PecTBORjxt21IIM4BKeApVvXLsyDZoIWLBuvv4hQkQY+82cmw3OOZ/roPPbXZGymCD1IRaR6rfycxDIhIphD4VcHkXoSUTJUk8HO4oZLullgA==',key_name='tempest-keypair-806672631',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='527638f1b1b249ce99cf68ee5645fb6d',ramdisk_id='',reservation_id='r-8ruyw18l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1988420811',owner_user_name='tempest-ServerActionsV293TestJSON-1988420811-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:58:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90b7efceed6a409080f8fc1e6a5267d4',uuid=9fc644c5-b600-4fb5-8e7b-44a72884358b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Converting VIF {"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:3e:c3,bridge_name='br-int',has_traffic_filtering=True,id=cb43faa5-bac3-490b-92e2-8e9d55459e20,network=Network(cbf146ac-4a86-4382-abbb-326cfc6ac19e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb43faa5-ba') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG os_vif [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:3e:c3,bridge_name='br-int',has_traffic_filtering=True,id=cb43faa5-bac3-490b-92e2-8e9d55459e20,network=Network(cbf146ac-4a86-4382-abbb-326cfc6ac19e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb43faa5-ba') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8f915c21-1da0-583d-b78f-e96c5c8472ff', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcb43faa5-ba, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcb43faa5-ba, col_values=(('qos', UUID('546a7f51-b7c2-4d73-aa69-48d444670d57')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcb43faa5-ba, col_values=(('external_ids', {'iface-id': 'cb43faa5-bac3-490b-92e2-8e9d55459e20', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b0:3e:c3', 'vm-uuid': '9fc644c5-b600-4fb5-8e7b-44a72884358b'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:04 user nova-compute[74287]: INFO os_vif [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:3e:c3,bridge_name='br-int',has_traffic_filtering=True,id=cb43faa5-bac3-490b-92e2-8e9d55459e20,network=Network(cbf146ac-4a86-4382-abbb-326cfc6ac19e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb43faa5-ba')
Oct 26 07:59:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:59:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] No VIF found with MAC fa:16:3e:b0:3e:c3, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:59:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-9cf869aa-f4c7-473d-b6ea-33c7c9536e5c req-afaff5c4-57bb-4ba0-b470-727841482e13 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received event network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:59:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9cf869aa-f4c7-473d-b6ea-33c7c9536e5c req-afaff5c4-57bb-4ba0-b470-727841482e13 service nova] Acquiring lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9cf869aa-f4c7-473d-b6ea-33c7c9536e5c req-afaff5c4-57bb-4ba0-b470-727841482e13 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9cf869aa-f4c7-473d-b6ea-33c7c9536e5c req-afaff5c4-57bb-4ba0-b470-727841482e13 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-9cf869aa-f4c7-473d-b6ea-33c7c9536e5c req-afaff5c4-57bb-4ba0-b470-727841482e13 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] No waiting events found dispatching network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:59:06 user nova-compute[74287]: WARNING nova.compute.manager [req-9cf869aa-f4c7-473d-b6ea-33c7c9536e5c req-afaff5c4-57bb-4ba0-b470-727841482e13 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received unexpected event network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 for instance with vm_state building and task_state spawning.
Oct 26 07:59:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:07 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:59:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:59:07 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Instance spawned successfully.
Oct 26 07:59:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 07:59:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:08 user nova-compute[74287]: INFO nova.compute.manager [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Took 5.24 seconds to spawn the instance on the hypervisor.
Oct 26 07:59:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:59:08 user nova-compute[74287]: INFO nova.compute.manager [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Took 25.76 seconds to build instance.
Oct 26 07:59:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-4426a4af-05cb-4b9c-94fc-4b6048d159aa req-8a513fcd-61a6-499a-928e-75a385fc57a4 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received event network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:59:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4426a4af-05cb-4b9c-94fc-4b6048d159aa req-8a513fcd-61a6-499a-928e-75a385fc57a4 service nova] Acquiring lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4426a4af-05cb-4b9c-94fc-4b6048d159aa req-8a513fcd-61a6-499a-928e-75a385fc57a4 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4426a4af-05cb-4b9c-94fc-4b6048d159aa req-8a513fcd-61a6-499a-928e-75a385fc57a4 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-4426a4af-05cb-4b9c-94fc-4b6048d159aa req-8a513fcd-61a6-499a-928e-75a385fc57a4 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] No waiting events found dispatching network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:59:08 user nova-compute[74287]: WARNING nova.compute.manager [req-4426a4af-05cb-4b9c-94fc-4b6048d159aa req-8a513fcd-61a6-499a-928e-75a385fc57a4 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received unexpected event network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 for instance with vm_state active and task_state None.
Oct 26 07:59:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8252238b-78f2-4bbd-8942-fb045f7abfcf tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.921s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:08 user nova-compute[74287]: INFO nova.compute.manager [None req-a97366d7-23b9-42f8-994d-a1ead46cc5bc tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Unrescuing
Oct 26 07:59:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a97366d7-23b9-42f8-994d-a1ead46cc5bc tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:59:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a97366d7-23b9-42f8-994d-a1ead46cc5bc tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquired lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:59:08 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a97366d7-23b9-42f8-994d-a1ead46cc5bc tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:59:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:09 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a97366d7-23b9-42f8-994d-a1ead46cc5bc tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Updating instance_info_cache with network_info: [{"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:59:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a97366d7-23b9-42f8-994d-a1ead46cc5bc tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Releasing lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:59:09 user nova-compute[74287]: DEBUG nova.objects.instance [None req-a97366d7-23b9-42f8-994d-a1ead46cc5bc tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'flavor' on Instance uuid 31c5650f-ca33-4283-9a3a-0c6cf9261493 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:59:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-67713e40-b378-4e0a-a804-0e2ce86b203b req-6d385f20-35c9-4126-88fa-bc6f027e328b service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received event network-vif-unplugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:59:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-67713e40-b378-4e0a-a804-0e2ce86b203b req-6d385f20-35c9-4126-88fa-bc6f027e328b service nova] Acquiring lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-67713e40-b378-4e0a-a804-0e2ce86b203b req-6d385f20-35c9-4126-88fa-bc6f027e328b service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-67713e40-b378-4e0a-a804-0e2ce86b203b req-6d385f20-35c9-4126-88fa-bc6f027e328b service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-67713e40-b378-4e0a-a804-0e2ce86b203b req-6d385f20-35c9-4126-88fa-bc6f027e328b service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] No waiting events found dispatching network-vif-unplugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:59:10 user nova-compute[74287]: WARNING nova.compute.manager [req-67713e40-b378-4e0a-a804-0e2ce86b203b req-6d385f20-35c9-4126-88fa-bc6f027e328b service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received unexpected event network-vif-unplugged-7085c57e-f0d4-4c64-b446-886cf526b636 for instance with vm_state rescued and task_state unrescuing.
Oct 26 07:59:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:10 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Instance destroyed successfully.
Oct 26 07:59:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-aa6e79fc-05cc-4cdf-a433-993389642b94 req-d7636dba-ef76-42a0-bba6-a834a3698b0f service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-aa6e79fc-05cc-4cdf-a433-993389642b94 req-d7636dba-ef76-42a0-bba6-a834a3698b0f service nova] Acquiring lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-aa6e79fc-05cc-4cdf-a433-993389642b94 req-d7636dba-ef76-42a0-bba6-a834a3698b0f service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-aa6e79fc-05cc-4cdf-a433-993389642b94 req-d7636dba-ef76-42a0-bba6-a834a3698b0f service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-aa6e79fc-05cc-4cdf-a433-993389642b94 req-d7636dba-ef76-42a0-bba6-a834a3698b0f service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] No waiting events found dispatching network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:59:12 user nova-compute[74287]: WARNING nova.compute.manager [req-aa6e79fc-05cc-4cdf-a433-993389642b94 req-d7636dba-ef76-42a0-bba6-a834a3698b0f service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received unexpected event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 for instance with vm_state rescued and task_state unrescuing.
Oct 26 07:59:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_power_states {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid 31c5650f-ca33-4283-9a3a-0c6cf9261493 {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid 54cf3ac1-8844-4888-bc76-57a5be12e347 {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid 9436218c-08c5-4eac-be39-93cb427bba5c {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid aa13b550-c329-43be-9435-af0f6d3368e5 {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid 9fc644c5-b600-4fb5-8e7b-44a72884358b {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "31c5650f-ca33-4283-9a3a-0c6cf9261493" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:12 user nova-compute[74287]: INFO nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] During sync_power_state the instance has a pending task (unrescuing). Skip.
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "54cf3ac1-8844-4888-bc76-57a5be12e347" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "9436218c-08c5-4eac-be39-93cb427bba5c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "9436218c-08c5-4eac-be39-93cb427bba5c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "aa13b550-c329-43be-9435-af0f6d3368e5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "aa13b550-c329-43be-9435-af0f6d3368e5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "9fc644c5-b600-4fb5-8e7b-44a72884358b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.078s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "9436218c-08c5-4eac-be39-93cb427bba5c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.086s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.097s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.101s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "aa13b550-c329-43be-9435-af0f6d3368e5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.104s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-6c99388b-9770-4084-823c-eaa30140366f req-88105e0d-baa9-4a6f-a736-0592109be2ec service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:59:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6c99388b-9770-4084-823c-eaa30140366f req-88105e0d-baa9-4a6f-a736-0592109be2ec service nova] Acquiring lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6c99388b-9770-4084-823c-eaa30140366f req-88105e0d-baa9-4a6f-a736-0592109be2ec service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6c99388b-9770-4084-823c-eaa30140366f req-88105e0d-baa9-4a6f-a736-0592109be2ec service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-6c99388b-9770-4084-823c-eaa30140366f req-88105e0d-baa9-4a6f-a736-0592109be2ec service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] No waiting events found dispatching network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:59:14 user nova-compute[74287]: WARNING nova.compute.manager [req-6c99388b-9770-4084-823c-eaa30140366f req-88105e0d-baa9-4a6f-a736-0592109be2ec service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received unexpected event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 for instance with vm_state rescued and task_state unrescuing.
Oct 26 07:59:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-6c99388b-9770-4084-823c-eaa30140366f req-88105e0d-baa9-4a6f-a736-0592109be2ec service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:59:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6c99388b-9770-4084-823c-eaa30140366f req-88105e0d-baa9-4a6f-a736-0592109be2ec service nova] Acquiring lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6c99388b-9770-4084-823c-eaa30140366f req-88105e0d-baa9-4a6f-a736-0592109be2ec service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6c99388b-9770-4084-823c-eaa30140366f req-88105e0d-baa9-4a6f-a736-0592109be2ec service nova] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-6c99388b-9770-4084-823c-eaa30140366f req-88105e0d-baa9-4a6f-a736-0592109be2ec service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] No waiting events found dispatching network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:59:14 user nova-compute[74287]: WARNING nova.compute.manager [req-6c99388b-9770-4084-823c-eaa30140366f req-88105e0d-baa9-4a6f-a736-0592109be2ec service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received unexpected event network-vif-plugged-7085c57e-f0d4-4c64-b446-886cf526b636 for instance with vm_state rescued and task_state unrescuing.
Oct 26 07:59:14 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a97366d7-23b9-42f8-994d-a1ead46cc5bc tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:59:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:16 user nova-compute[74287]: INFO nova.compute.manager [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Detaching volume 6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2
Oct 26 07:59:16 user nova-compute[74287]: INFO nova.virt.block_device [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Attempting to driver detach volume 6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 from mountpoint /dev/vdc
Oct 26 07:59:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Attempting to detach device vdc from instance c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 07:59:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 07:59:16 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:59:16 user nova-compute[74287]:   <source dev="/dev/sde"/>
Oct 26 07:59:16 user nova-compute[74287]:   <target dev="vdc" bus="virtio"/>
Oct 26 07:59:16 user nova-compute[74287]:   <serial>6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2</serial>
Oct 26 07:59:16 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 07:59:16 user nova-compute[74287]: </disk>
Oct 26 07:59:16 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 07:59:16 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Successfully detached device vdc from instance c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 from the persistent domain config.
Oct 26 07:59:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 07:59:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 07:59:16 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 07:59:16 user nova-compute[74287]:   <source dev="/dev/sde"/>
Oct 26 07:59:16 user nova-compute[74287]:   <target dev="vdc" bus="virtio"/>
Oct 26 07:59:16 user nova-compute[74287]:   <serial>6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2</serial>
Oct 26 07:59:16 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 07:59:16 user nova-compute[74287]: </disk>
Oct 26 07:59:16 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 07:59:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 07:59:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "f638f2bf-c6cd-4481-8017-208b1368f26c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "f638f2bf-c6cd-4481-8017-208b1368f26c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 07:59:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:59:19 user nova-compute[74287]: INFO nova.compute.claims [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Claim successful on node user
Oct 26 07:59:20 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.480s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:59:20 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 07:59:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG nova.policy [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08a7e09730e441fca48aa3bbbfa4e816', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '218e9a6a59284439ab8264e8e7e6d018', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:59:20 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Creating image(s)
Oct 26 07:59:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "/opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "/opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "/opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.258s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:20 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.293s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Successfully created port: df982bdc-41e6-43cd-ae09-355e5d71b841 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk 1073741824" returned: 0 in 0.083s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.381s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.221s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Cannot resize image /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Ensure instance console log exists: /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Successfully updated port: df982bdc-41e6-43cd-ae09-355e5d71b841 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "refresh_cache-f638f2bf-c6cd-4481-8017-208b1368f26c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquired lock "refresh_cache-f638f2bf-c6cd-4481-8017-208b1368f26c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-4367988e-8dab-4c8d-b7c4-af509a760c07 req-98863c2f-247e-4c2e-8ab0-e06f2bfcec72 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Received event network-changed-df982bdc-41e6-43cd-ae09-355e5d71b841 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-4367988e-8dab-4c8d-b7c4-af509a760c07 req-98863c2f-247e-4c2e-8ab0-e06f2bfcec72 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Refreshing instance network info cache due to event network-changed-df982bdc-41e6-43cd-ae09-355e5d71b841. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:59:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4367988e-8dab-4c8d-b7c4-af509a760c07 req-98863c2f-247e-4c2e-8ab0-e06f2bfcec72 service nova] Acquiring lock "refresh_cache-f638f2bf-c6cd-4481-8017-208b1368f26c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Updating instance_info_cache with network_info: [{"id": "df982bdc-41e6-43cd-ae09-355e5d71b841", "address": "fa:16:3e:3d:1e:8f", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf982bdc-41", "ovs_interfaceid": "df982bdc-41e6-43cd-ae09-355e5d71b841", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Releasing lock "refresh_cache-f638f2bf-c6cd-4481-8017-208b1368f26c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Instance network_info: |[{"id": "df982bdc-41e6-43cd-ae09-355e5d71b841", "address": "fa:16:3e:3d:1e:8f", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf982bdc-41", "ovs_interfaceid": "df982bdc-41e6-43cd-ae09-355e5d71b841", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4367988e-8dab-4c8d-b7c4-af509a760c07 req-98863c2f-247e-4c2e-8ab0-e06f2bfcec72 service nova] Acquired lock "refresh_cache-f638f2bf-c6cd-4481-8017-208b1368f26c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.network.neutron [req-4367988e-8dab-4c8d-b7c4-af509a760c07 req-98863c2f-247e-4c2e-8ab0-e06f2bfcec72 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Refreshing network info cache for port df982bdc-41e6-43cd-ae09-355e5d71b841 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Start _get_guest_xml network_info=[{"id": "df982bdc-41e6-43cd-ae09-355e5d71b841", "address": "fa:16:3e:3d:1e:8f", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf982bdc-41", "ovs_interfaceid": "df982bdc-41e6-43cd-ae09-355e5d71b841", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:59:22 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:59:22 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:59:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2139422210',display_name='tempest-ServersNegativeTestJSON-server-2139422210',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2139422210',id=14,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='218e9a6a59284439ab8264e8e7e6d018',ramdisk_id='',reservation_id='r-5ic41jma',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2116051128',owner_user_name='tempest-ServersNegativeTestJSON-2116051128-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:59:20Z,user_data=None,user_id='08a7e09730e441fca48aa3bbbfa4e816',uuid=f638f2bf-c6cd-4481-8017-208b1368f26c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df982bdc-41e6-43cd-ae09-355e5d71b841", "address": "fa:16:3e:3d:1e:8f", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf982bdc-41", "ovs_interfaceid": "df982bdc-41e6-43cd-ae09-355e5d71b841", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Converting VIF {"id": "df982bdc-41e6-43cd-ae09-355e5d71b841", "address": "fa:16:3e:3d:1e:8f", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf982bdc-41", "ovs_interfaceid": "df982bdc-41e6-43cd-ae09-355e5d71b841", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:1e:8f,bridge_name='br-int',has_traffic_filtering=True,id=df982bdc-41e6-43cd-ae09-355e5d71b841,network=Network(701fd62d-41bf-48fb-b193-c2fd4c69618a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf982bdc-41') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.objects.instance [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lazy-loading 'pci_devices' on Instance uuid f638f2bf-c6cd-4481-8017-208b1368f26c {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:59:22 user nova-compute[74287]:   <uuid>f638f2bf-c6cd-4481-8017-208b1368f26c</uuid>
Oct 26 07:59:22 user nova-compute[74287]:   <name>instance-0000000e</name>
Oct 26 07:59:22 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:59:22 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:59:22 user nova-compute[74287]:   <metadata>
Oct 26 07:59:22 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:59:22 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:59:22 user nova-compute[74287]:       <nova:name>tempest-ServersNegativeTestJSON-server-2139422210</nova:name>
Oct 26 07:59:22 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:59:22</nova:creationTime>
Oct 26 07:59:22 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:59:22 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:59:22 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:59:22 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:59:22 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:59:22 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:59:22 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:59:22 user nova-compute[74287]:       <nova:owner>
Oct 26 07:59:22 user nova-compute[74287]:         <nova:user uuid="08a7e09730e441fca48aa3bbbfa4e816">tempest-ServersNegativeTestJSON-2116051128-project-member</nova:user>
Oct 26 07:59:22 user nova-compute[74287]:         <nova:project uuid="218e9a6a59284439ab8264e8e7e6d018">tempest-ServersNegativeTestJSON-2116051128</nova:project>
Oct 26 07:59:22 user nova-compute[74287]:       </nova:owner>
Oct 26 07:59:22 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:59:22 user nova-compute[74287]:       <nova:ports>
Oct 26 07:59:22 user nova-compute[74287]:         <nova:port uuid="df982bdc-41e6-43cd-ae09-355e5d71b841">
Oct 26 07:59:22 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 26 07:59:22 user nova-compute[74287]:         </nova:port>
Oct 26 07:59:22 user nova-compute[74287]:       </nova:ports>
Oct 26 07:59:22 user nova-compute[74287]:     </nova:instance>
Oct 26 07:59:22 user nova-compute[74287]:   </metadata>
Oct 26 07:59:22 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:59:22 user nova-compute[74287]:     <system>
Oct 26 07:59:22 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:59:22 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:59:22 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:59:22 user nova-compute[74287]:       <entry name="serial">f638f2bf-c6cd-4481-8017-208b1368f26c</entry>
Oct 26 07:59:22 user nova-compute[74287]:       <entry name="uuid">f638f2bf-c6cd-4481-8017-208b1368f26c</entry>
Oct 26 07:59:22 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:59:22 user nova-compute[74287]:     </system>
Oct 26 07:59:22 user nova-compute[74287]:   </sysinfo>
Oct 26 07:59:22 user nova-compute[74287]:   <os>
Oct 26 07:59:22 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:59:22 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:59:22 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:59:22 user nova-compute[74287]:   </os>
Oct 26 07:59:22 user nova-compute[74287]:   <features>
Oct 26 07:59:22 user nova-compute[74287]:     <acpi/>
Oct 26 07:59:22 user nova-compute[74287]:     <apic/>
Oct 26 07:59:22 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:59:22 user nova-compute[74287]:   </features>
Oct 26 07:59:22 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:59:22 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:59:22 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:59:22 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:59:22 user nova-compute[74287]:   </clock>
Oct 26 07:59:22 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:59:22 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:59:22 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:59:22 user nova-compute[74287]:   </cpu>
Oct 26 07:59:22 user nova-compute[74287]:   <devices>
Oct 26 07:59:22 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:59:22 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:59:22 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk"/>
Oct 26 07:59:22 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:59:22 user nova-compute[74287]:     </disk>
Oct 26 07:59:22 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:59:22 user nova-compute[74287]:       <mac address="fa:16:3e:3d:1e:8f"/>
Oct 26 07:59:22 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:59:22 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:59:22 user nova-compute[74287]:       <target dev="tapdf982bdc-41"/>
Oct 26 07:59:22 user nova-compute[74287]:     </interface>
Oct 26 07:59:22 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:59:22 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/console.log" append="off"/>
Oct 26 07:59:22 user nova-compute[74287]:     </serial>
Oct 26 07:59:22 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:59:22 user nova-compute[74287]:     <video>
Oct 26 07:59:22 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:59:22 user nova-compute[74287]:     </video>
Oct 26 07:59:22 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:59:22 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:59:22 user nova-compute[74287]:     </rng>
Oct 26 07:59:22 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:59:22 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:59:22 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:59:22 user nova-compute[74287]:     </memballoon>
Oct 26 07:59:22 user nova-compute[74287]:   </devices>
Oct 26 07:59:22 user nova-compute[74287]: </domain>
Oct 26 07:59:22 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:59:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2139422210',display_name='tempest-ServersNegativeTestJSON-server-2139422210',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2139422210',id=14,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='218e9a6a59284439ab8264e8e7e6d018',ramdisk_id='',reservation_id='r-5ic41jma',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2116051128',owner_user_name='tempest-ServersNegativeTestJSON-2116051128-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:59:20Z,user_data=None,user_id='08a7e09730e441fca48aa3bbbfa4e816',uuid=f638f2bf-c6cd-4481-8017-208b1368f26c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df982bdc-41e6-43cd-ae09-355e5d71b841", "address": "fa:16:3e:3d:1e:8f", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf982bdc-41", "ovs_interfaceid": "df982bdc-41e6-43cd-ae09-355e5d71b841", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Converting VIF {"id": "df982bdc-41e6-43cd-ae09-355e5d71b841", "address": "fa:16:3e:3d:1e:8f", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf982bdc-41", "ovs_interfaceid": "df982bdc-41e6-43cd-ae09-355e5d71b841", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:1e:8f,bridge_name='br-int',has_traffic_filtering=True,id=df982bdc-41e6-43cd-ae09-355e5d71b841,network=Network(701fd62d-41bf-48fb-b193-c2fd4c69618a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf982bdc-41') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG os_vif [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:1e:8f,bridge_name='br-int',has_traffic_filtering=True,id=df982bdc-41e6-43cd-ae09-355e5d71b841,network=Network(701fd62d-41bf-48fb-b193-c2fd4c69618a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf982bdc-41') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1d0aa97d-110c-52e1-b212-56d8a82fef38', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdf982bdc-41, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdf982bdc-41, col_values=(('qos', UUID('a2db0b6b-c071-4663-badf-34f09ae9c084')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdf982bdc-41, col_values=(('external_ids', {'iface-id': 'df982bdc-41e6-43cd-ae09-355e5d71b841', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:1e:8f', 'vm-uuid': 'f638f2bf-c6cd-4481-8017-208b1368f26c'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:22 user nova-compute[74287]: INFO os_vif [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:1e:8f,bridge_name='br-int',has_traffic_filtering=True,id=df982bdc-41e6-43cd-ae09-355e5d71b841,network=Network(701fd62d-41bf-48fb-b193-c2fd4c69618a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf982bdc-41')
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:59:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] No VIF found with MAC fa:16:3e:3d:1e:8f, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:59:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-4367988e-8dab-4c8d-b7c4-af509a760c07 req-98863c2f-247e-4c2e-8ab0-e06f2bfcec72 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Updated VIF entry in instance network info cache for port df982bdc-41e6-43cd-ae09-355e5d71b841. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:59:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-4367988e-8dab-4c8d-b7c4-af509a760c07 req-98863c2f-247e-4c2e-8ab0-e06f2bfcec72 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Updating instance_info_cache with network_info: [{"id": "df982bdc-41e6-43cd-ae09-355e5d71b841", "address": "fa:16:3e:3d:1e:8f", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf982bdc-41", "ovs_interfaceid": "df982bdc-41e6-43cd-ae09-355e5d71b841", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:59:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4367988e-8dab-4c8d-b7c4-af509a760c07 req-98863c2f-247e-4c2e-8ab0-e06f2bfcec72 service nova] Releasing lock "refresh_cache-f638f2bf-c6cd-4481-8017-208b1368f26c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:59:23 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:59:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.009s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.003s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:23 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 07:59:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-3abe2830-b9b5-4fba-a449-aff294b853b1 req-4dad0bab-930f-4c50-bbee-08ec1b6c5e9c service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Received event network-vif-plugged-df982bdc-41e6-43cd-ae09-355e5d71b841 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:59:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3abe2830-b9b5-4fba-a449-aff294b853b1 req-4dad0bab-930f-4c50-bbee-08ec1b6c5e9c service nova] Acquiring lock "f638f2bf-c6cd-4481-8017-208b1368f26c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3abe2830-b9b5-4fba-a449-aff294b853b1 req-4dad0bab-930f-4c50-bbee-08ec1b6c5e9c service nova] Lock "f638f2bf-c6cd-4481-8017-208b1368f26c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3abe2830-b9b5-4fba-a449-aff294b853b1 req-4dad0bab-930f-4c50-bbee-08ec1b6c5e9c service nova] Lock "f638f2bf-c6cd-4481-8017-208b1368f26c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-3abe2830-b9b5-4fba-a449-aff294b853b1 req-4dad0bab-930f-4c50-bbee-08ec1b6c5e9c service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] No waiting events found dispatching network-vif-plugged-df982bdc-41e6-43cd-ae09-355e5d71b841 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:59:24 user nova-compute[74287]: WARNING nova.compute.manager [req-3abe2830-b9b5-4fba-a449-aff294b853b1 req-4dad0bab-930f-4c50-bbee-08ec1b6c5e9c service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Received unexpected event network-vif-plugged-df982bdc-41e6-43cd-ae09-355e5d71b841 for instance with vm_state building and task_state spawning.
Oct 26 07:59:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-af7a8f49-ab14-4220-ba82-f14e40b0a010 req-af5cec9e-b2d3-4575-b606-56d574eba274 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Received event network-vif-plugged-df982bdc-41e6-43cd-ae09-355e5d71b841 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-af7a8f49-ab14-4220-ba82-f14e40b0a010 req-af5cec9e-b2d3-4575-b606-56d574eba274 service nova] Acquiring lock "f638f2bf-c6cd-4481-8017-208b1368f26c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-af7a8f49-ab14-4220-ba82-f14e40b0a010 req-af5cec9e-b2d3-4575-b606-56d574eba274 service nova] Lock "f638f2bf-c6cd-4481-8017-208b1368f26c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-af7a8f49-ab14-4220-ba82-f14e40b0a010 req-af5cec9e-b2d3-4575-b606-56d574eba274 service nova] Lock "f638f2bf-c6cd-4481-8017-208b1368f26c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-af7a8f49-ab14-4220-ba82-f14e40b0a010 req-af5cec9e-b2d3-4575-b606-56d574eba274 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] No waiting events found dispatching network-vif-plugged-df982bdc-41e6-43cd-ae09-355e5d71b841 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:59:26 user nova-compute[74287]: WARNING nova.compute.manager [req-af7a8f49-ab14-4220-ba82-f14e40b0a010 req-af5cec9e-b2d3-4575-b606-56d574eba274 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Received unexpected event network-vif-plugged-df982bdc-41e6-43cd-ae09-355e5d71b841 for instance with vm_state building and task_state spawning.
Oct 26 07:59:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:59:26 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Instance spawned successfully.
Oct 26 07:59:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:27 user nova-compute[74287]: INFO nova.compute.manager [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Took 6.65 seconds to spawn the instance on the hypervisor.
Oct 26 07:59:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:59:27 user nova-compute[74287]: INFO nova.compute.manager [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Took 7.66 seconds to build instance.
Oct 26 07:59:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2661c074-ae75-43b8-bccc-3310f4b2b8e3 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "f638f2bf-c6cd-4481-8017-208b1368f26c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.788s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:28 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:59:28 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:59:28 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8068MB free_disk=25.448776245117188GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 07:59:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:28 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:59:28 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:59:28 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9436218c-08c5-4eac-be39-93cb427bba5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:59:28 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:59:28 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance aa13b550-c329-43be-9435-af0f6d3368e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:59:28 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9fc644c5-b600-4fb5-8e7b-44a72884358b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:59:28 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance f638f2bf-c6cd-4481-8017-208b1368f26c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 07:59:28 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 07:59:28 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 07:59:29 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:59:29 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:59:29 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 07:59:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.581s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:31 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:59:31 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:59:31 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 07:59:31 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 07:59:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "58439650-b18b-43d2-99e4-28a3347559dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "58439650-b18b-43d2-99e4-28a3347559dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:31 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 07:59:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:31 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 07:59:31 user nova-compute[74287]: INFO nova.compute.claims [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Claim successful on node user
Oct 26 07:59:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:59:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:59:31 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 07:59:31 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid 31c5650f-ca33-4283-9a3a-0c6cf9261493 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.602s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 07:59:32 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 07:59:32 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG nova.policy [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63da03e3263d42ca8c8d7f9cafcd5fe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cf156e21d744e9993ed225c24f7b576', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Updating instance_info_cache with network_info: [{"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 07:59:32 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Creating image(s)
Oct 26 07:59:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "/opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "/opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "/opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.238s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.251s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk 1073741824" returned: 0 in 0.054s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.314s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Successfully created port: fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.252s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Checking if we can resize image /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Cannot resize image /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Ensure instance console log exists: /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:34 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Successfully updated port: fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 07:59:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:59:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquired lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:59:34 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 07:59:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-1ec125da-8624-4b23-ac40-c61cd15331fe req-10049a34-0d61-44b1-84c7-142db650c103 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Received event network-changed-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:59:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-1ec125da-8624-4b23-ac40-c61cd15331fe req-10049a34-0d61-44b1-84c7-142db650c103 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Refreshing instance network info cache due to event network-changed-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 07:59:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1ec125da-8624-4b23-ac40-c61cd15331fe req-10049a34-0d61-44b1-84c7-142db650c103 service nova] Acquiring lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Updating instance_info_cache with network_info: [{"id": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "address": "fa:16:3e:2b:91:c7", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc3f3e5f-dc", "ovs_interfaceid": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Releasing lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Instance network_info: |[{"id": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "address": "fa:16:3e:2b:91:c7", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc3f3e5f-dc", "ovs_interfaceid": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1ec125da-8624-4b23-ac40-c61cd15331fe req-10049a34-0d61-44b1-84c7-142db650c103 service nova] Acquired lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.network.neutron [req-1ec125da-8624-4b23-ac40-c61cd15331fe req-10049a34-0d61-44b1-84c7-142db650c103 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Refreshing network info cache for port fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Start _get_guest_xml network_info=[{"id": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "address": "fa:16:3e:2b:91:c7", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc3f3e5f-dc", "ovs_interfaceid": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 07:59:35 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:59:35 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:59:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1174270897',display_name='tempest-ServerActionsTestOtherA-server-1174270897',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1174270897',id=15,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHnjeNOfxxkiI9cBIZvuXc90LuOPK6zYU463E8yY3P94DHje2tA7iP1Q/1OYEgTQGGhK3OIjcoD+UmPKNwPDKRvwUrwGSb5ge2PKCKvcYrtsr/h1Q+EHtA3Lmbfnksou2w==',key_name='tempest-keypair-1706033299',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf156e21d744e9993ed225c24f7b576',ramdisk_id='',reservation_id='r-ocx0r2q0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-713697274',owner_user_name='tempest-ServerActionsTestOtherA-713697274-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:59:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63da03e3263d42ca8c8d7f9cafcd5fe2',uuid=58439650-b18b-43d2-99e4-28a3347559dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "address": "fa:16:3e:2b:91:c7", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc3f3e5f-dc", "ovs_interfaceid": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converting VIF {"id": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "address": "fa:16:3e:2b:91:c7", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc3f3e5f-dc", "ovs_interfaceid": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:91:c7,bridge_name='br-int',has_traffic_filtering=True,id=fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc3f3e5f-dc') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.objects.instance [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lazy-loading 'pci_devices' on Instance uuid 58439650-b18b-43d2-99e4-28a3347559dc {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] End _get_guest_xml xml=<domain type="kvm">
Oct 26 07:59:35 user nova-compute[74287]:   <uuid>58439650-b18b-43d2-99e4-28a3347559dc</uuid>
Oct 26 07:59:35 user nova-compute[74287]:   <name>instance-0000000f</name>
Oct 26 07:59:35 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 07:59:35 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 07:59:35 user nova-compute[74287]:   <metadata>
Oct 26 07:59:35 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 07:59:35 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 07:59:35 user nova-compute[74287]:       <nova:name>tempest-ServerActionsTestOtherA-server-1174270897</nova:name>
Oct 26 07:59:35 user nova-compute[74287]:       <nova:creationTime>2023-10-26 07:59:35</nova:creationTime>
Oct 26 07:59:35 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 07:59:35 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 07:59:35 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 07:59:35 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 07:59:35 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 07:59:35 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 07:59:35 user nova-compute[74287]:       </nova:flavor>
Oct 26 07:59:35 user nova-compute[74287]:       <nova:owner>
Oct 26 07:59:35 user nova-compute[74287]:         <nova:user uuid="63da03e3263d42ca8c8d7f9cafcd5fe2">tempest-ServerActionsTestOtherA-713697274-project-member</nova:user>
Oct 26 07:59:35 user nova-compute[74287]:         <nova:project uuid="5cf156e21d744e9993ed225c24f7b576">tempest-ServerActionsTestOtherA-713697274</nova:project>
Oct 26 07:59:35 user nova-compute[74287]:       </nova:owner>
Oct 26 07:59:35 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 07:59:35 user nova-compute[74287]:       <nova:ports>
Oct 26 07:59:35 user nova-compute[74287]:         <nova:port uuid="fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54">
Oct 26 07:59:35 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 07:59:35 user nova-compute[74287]:         </nova:port>
Oct 26 07:59:35 user nova-compute[74287]:       </nova:ports>
Oct 26 07:59:35 user nova-compute[74287]:     </nova:instance>
Oct 26 07:59:35 user nova-compute[74287]:   </metadata>
Oct 26 07:59:35 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 07:59:35 user nova-compute[74287]:     <system>
Oct 26 07:59:35 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 07:59:35 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 07:59:35 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 07:59:35 user nova-compute[74287]:       <entry name="serial">58439650-b18b-43d2-99e4-28a3347559dc</entry>
Oct 26 07:59:35 user nova-compute[74287]:       <entry name="uuid">58439650-b18b-43d2-99e4-28a3347559dc</entry>
Oct 26 07:59:35 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 07:59:35 user nova-compute[74287]:     </system>
Oct 26 07:59:35 user nova-compute[74287]:   </sysinfo>
Oct 26 07:59:35 user nova-compute[74287]:   <os>
Oct 26 07:59:35 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 07:59:35 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 07:59:35 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 07:59:35 user nova-compute[74287]:   </os>
Oct 26 07:59:35 user nova-compute[74287]:   <features>
Oct 26 07:59:35 user nova-compute[74287]:     <acpi/>
Oct 26 07:59:35 user nova-compute[74287]:     <apic/>
Oct 26 07:59:35 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 07:59:35 user nova-compute[74287]:   </features>
Oct 26 07:59:35 user nova-compute[74287]:   <clock offset="utc">
Oct 26 07:59:35 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 07:59:35 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 07:59:35 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 07:59:35 user nova-compute[74287]:   </clock>
Oct 26 07:59:35 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 07:59:35 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 07:59:35 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 07:59:35 user nova-compute[74287]:   </cpu>
Oct 26 07:59:35 user nova-compute[74287]:   <devices>
Oct 26 07:59:35 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 07:59:35 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 07:59:35 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk"/>
Oct 26 07:59:35 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 07:59:35 user nova-compute[74287]:     </disk>
Oct 26 07:59:35 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 07:59:35 user nova-compute[74287]:       <mac address="fa:16:3e:2b:91:c7"/>
Oct 26 07:59:35 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:59:35 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 07:59:35 user nova-compute[74287]:       <target dev="tapfc3f3e5f-dc"/>
Oct 26 07:59:35 user nova-compute[74287]:     </interface>
Oct 26 07:59:35 user nova-compute[74287]:     <serial type="pty">
Oct 26 07:59:35 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/console.log" append="off"/>
Oct 26 07:59:35 user nova-compute[74287]:     </serial>
Oct 26 07:59:35 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 07:59:35 user nova-compute[74287]:     <video>
Oct 26 07:59:35 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 07:59:35 user nova-compute[74287]:     </video>
Oct 26 07:59:35 user nova-compute[74287]:     <rng model="virtio">
Oct 26 07:59:35 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 07:59:35 user nova-compute[74287]:     </rng>
Oct 26 07:59:35 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 07:59:35 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 07:59:35 user nova-compute[74287]:       <stats period="10"/>
Oct 26 07:59:35 user nova-compute[74287]:     </memballoon>
Oct 26 07:59:35 user nova-compute[74287]:   </devices>
Oct 26 07:59:35 user nova-compute[74287]: </domain>
Oct 26 07:59:35 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:59:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1174270897',display_name='tempest-ServerActionsTestOtherA-server-1174270897',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1174270897',id=15,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHnjeNOfxxkiI9cBIZvuXc90LuOPK6zYU463E8yY3P94DHje2tA7iP1Q/1OYEgTQGGhK3OIjcoD+UmPKNwPDKRvwUrwGSb5ge2PKCKvcYrtsr/h1Q+EHtA3Lmbfnksou2w==',key_name='tempest-keypair-1706033299',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf156e21d744e9993ed225c24f7b576',ramdisk_id='',reservation_id='r-ocx0r2q0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-713697274',owner_user_name='tempest-ServerActionsTestOtherA-713697274-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T07:59:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63da03e3263d42ca8c8d7f9cafcd5fe2',uuid=58439650-b18b-43d2-99e4-28a3347559dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "address": "fa:16:3e:2b:91:c7", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc3f3e5f-dc", "ovs_interfaceid": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converting VIF {"id": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "address": "fa:16:3e:2b:91:c7", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc3f3e5f-dc", "ovs_interfaceid": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:91:c7,bridge_name='br-int',has_traffic_filtering=True,id=fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc3f3e5f-dc') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG os_vif [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:91:c7,bridge_name='br-int',has_traffic_filtering=True,id=fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc3f3e5f-dc') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '933ea270-30b0-5786-b481-ec55ef1f016a', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfc3f3e5f-dc, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfc3f3e5f-dc, col_values=(('qos', UUID('32850bdc-cded-4533-a073-9470646d38a7')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfc3f3e5f-dc, col_values=(('external_ids', {'iface-id': 'fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2b:91:c7', 'vm-uuid': '58439650-b18b-43d2-99e4-28a3347559dc'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:35 user nova-compute[74287]: INFO os_vif [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:91:c7,bridge_name='br-int',has_traffic_filtering=True,id=fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc3f3e5f-dc')
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] No VIF found with MAC fa:16:3e:2b:91:c7, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.network.neutron [req-1ec125da-8624-4b23-ac40-c61cd15331fe req-10049a34-0d61-44b1-84c7-142db650c103 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Updated VIF entry in instance network info cache for port fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG nova.network.neutron [req-1ec125da-8624-4b23-ac40-c61cd15331fe req-10049a34-0d61-44b1-84c7-142db650c103 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Updating instance_info_cache with network_info: [{"id": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "address": "fa:16:3e:2b:91:c7", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc3f3e5f-dc", "ovs_interfaceid": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:59:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1ec125da-8624-4b23-ac40-c61cd15331fe req-10049a34-0d61-44b1-84c7-142db650c103 service nova] Releasing lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 07:59:36 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 is timed out.
Oct 26 07:59:36 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Successfully detached device vdc from instance c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 from the live domain config.
Oct 26 07:59:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mqnGMRtF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 07:59:36 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 07:59:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f596da5-2a19-48b2-a02d-0793068723cf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 07:59:36 user nova-compute[74287]: No targets found.
Oct 26 07:59:36 user nova-compute[74287]: iSNS:
Oct 26 07:59:36 user nova-compute[74287]: No targets found.
Oct 26 07:59:36 user nova-compute[74287]: STATIC:
Oct 26 07:59:36 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2
Oct 26 07:59:36 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:59:36 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:59:36 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4
Oct 26 07:59:36 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 07:59:36 user nova-compute[74287]:                 Iface Name: default
Oct 26 07:59:36 user nova-compute[74287]: FIRMWARE:
Oct 26 07:59:36 user nova-compute[74287]: No targets found.
Oct 26 07:59:36 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 07:59:36 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 07:59:36 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc7c6f34-6573-406f-bfe1-2d19f912fb17]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3b83559-0c23-437d-a624-370c7480fabb]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:59:36 user nova-compute[74287]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 (non-flash)
Oct 26 07:59:36 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 (non-flash)
Oct 26 07:59:36 user nova-compute[74287]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 (non-flash)
Oct 26 07:59:36 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb707a0c10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2'): ({'sde'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Removing single pathed devices sde {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 07:59:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1b5b1bb-a5a5-4570-b7d3-58a94a9708ef]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4a212f3-c37a-40e6-904a-f81f5fbab2e4]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Flushing IO for device /dev/sde {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cbc77a6-1943-4a79-9da1-c1c76ad0b384]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.067s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[39e00be1-000f-487e-a580-1864319aa16b]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] SCSI volumes sde have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e1535dd-25a9-4e99-be28-ac5a24bb8834]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4539077f-8fd7-4628-b670-cb50205389a1]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2, portal: 172.16.0.220,3260]
Oct 26 07:59:37 user nova-compute[74287]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2, portal: 172.16.0.220,3260] successful.
Oct 26 07:59:37 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f2d5a23-50ce-43aa-98ff-bfe8739cb6d2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5618ad3-93b9-45ca-b76c-812fff5bc5e7]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.411s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] <== disconnect_volume: return (413ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-fff649c2-109e-4796-b6d4-db99a4cc6bf2 req-9e8caf46-7e2c-489c-aa6e-edf160295424 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Received event network-vif-plugged-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fff649c2-109e-4796-b6d4-db99a4cc6bf2 req-9e8caf46-7e2c-489c-aa6e-edf160295424 service nova] Acquiring lock "58439650-b18b-43d2-99e4-28a3347559dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fff649c2-109e-4796-b6d4-db99a4cc6bf2 req-9e8caf46-7e2c-489c-aa6e-edf160295424 service nova] Lock "58439650-b18b-43d2-99e4-28a3347559dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fff649c2-109e-4796-b6d4-db99a4cc6bf2 req-9e8caf46-7e2c-489c-aa6e-edf160295424 service nova] Lock "58439650-b18b-43d2-99e4-28a3347559dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-fff649c2-109e-4796-b6d4-db99a4cc6bf2 req-9e8caf46-7e2c-489c-aa6e-edf160295424 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] No waiting events found dispatching network-vif-plugged-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:59:37 user nova-compute[74287]: WARNING nova.compute.manager [req-fff649c2-109e-4796-b6d4-db99a4cc6bf2 req-9e8caf46-7e2c-489c-aa6e-edf160295424 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Received unexpected event network-vif-plugged-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 for instance with vm_state building and task_state spawning.
Oct 26 07:59:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:38 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'flavor' on Instance uuid c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:59:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e747f552-de48-4a55-aaeb-fb7820b9db84 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.614s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:39 user nova-compute[74287]: DEBUG nova.compute.manager [req-21308be9-e373-4fa4-be1c-a7663e157bdd req-2cf3664c-2eb5-4b8f-a9b2-9b9c95643b3a service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Received event network-vif-plugged-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:59:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-21308be9-e373-4fa4-be1c-a7663e157bdd req-2cf3664c-2eb5-4b8f-a9b2-9b9c95643b3a service nova] Acquiring lock "58439650-b18b-43d2-99e4-28a3347559dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-21308be9-e373-4fa4-be1c-a7663e157bdd req-2cf3664c-2eb5-4b8f-a9b2-9b9c95643b3a service nova] Lock "58439650-b18b-43d2-99e4-28a3347559dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-21308be9-e373-4fa4-be1c-a7663e157bdd req-2cf3664c-2eb5-4b8f-a9b2-9b9c95643b3a service nova] Lock "58439650-b18b-43d2-99e4-28a3347559dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:39 user nova-compute[74287]: DEBUG nova.compute.manager [req-21308be9-e373-4fa4-be1c-a7663e157bdd req-2cf3664c-2eb5-4b8f-a9b2-9b9c95643b3a service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] No waiting events found dispatching network-vif-plugged-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:59:39 user nova-compute[74287]: WARNING nova.compute.manager [req-21308be9-e373-4fa4-be1c-a7663e157bdd req-2cf3664c-2eb5-4b8f-a9b2-9b9c95643b3a service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Received unexpected event network-vif-plugged-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 for instance with vm_state building and task_state spawning.
Oct 26 07:59:39 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 07:59:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 07:59:39 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Instance spawned successfully.
Oct 26 07:59:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 07:59:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 07:59:40 user nova-compute[74287]: INFO nova.compute.manager [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Took 7.78 seconds to spawn the instance on the hypervisor.
Oct 26 07:59:40 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 07:59:40 user nova-compute[74287]: INFO nova.compute.manager [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Took 8.93 seconds to build instance.
Oct 26 07:59:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c10a793b-f547-4480-aae7-b918e767a760 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "58439650-b18b-43d2-99e4-28a3347559dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.035s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "aa13b550-c329-43be-9435-af0f6d3368e5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "aa13b550-c329-43be-9435-af0f6d3368e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "aa13b550-c329-43be-9435-af0f6d3368e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "aa13b550-c329-43be-9435-af0f6d3368e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "aa13b550-c329-43be-9435-af0f6d3368e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:51 user nova-compute[74287]: INFO nova.compute.manager [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Terminating instance
Oct 26 07:59:51 user nova-compute[74287]: DEBUG nova.compute.manager [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-ec9b87c8-aec7-4a4e-b9c1-5249d5abae4f req-10b7094e-4c79-4f2c-881a-b76e849245bb service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Received event network-vif-unplugged-682535df-3039-4798-a449-34b05e9b4a76 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ec9b87c8-aec7-4a4e-b9c1-5249d5abae4f req-10b7094e-4c79-4f2c-881a-b76e849245bb service nova] Acquiring lock "aa13b550-c329-43be-9435-af0f6d3368e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ec9b87c8-aec7-4a4e-b9c1-5249d5abae4f req-10b7094e-4c79-4f2c-881a-b76e849245bb service nova] Lock "aa13b550-c329-43be-9435-af0f6d3368e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ec9b87c8-aec7-4a4e-b9c1-5249d5abae4f req-10b7094e-4c79-4f2c-881a-b76e849245bb service nova] Lock "aa13b550-c329-43be-9435-af0f6d3368e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-ec9b87c8-aec7-4a4e-b9c1-5249d5abae4f req-10b7094e-4c79-4f2c-881a-b76e849245bb service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] No waiting events found dispatching network-vif-unplugged-682535df-3039-4798-a449-34b05e9b4a76 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-ec9b87c8-aec7-4a4e-b9c1-5249d5abae4f req-10b7094e-4c79-4f2c-881a-b76e849245bb service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Received event network-vif-unplugged-682535df-3039-4798-a449-34b05e9b4a76 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 07:59:51 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Instance destroyed successfully.
Oct 26 07:59:51 user nova-compute[74287]: DEBUG nova.objects.instance [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lazy-loading 'resources' on Instance uuid aa13b550-c329-43be-9435-af0f6d3368e5 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1489591952',display_name='tempest-VolumesAdminNegativeTest-server-1489591952',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1489591952',id=12,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:57:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a0dd4f493cd644abbc1fabd35974b1ad',ramdisk_id='',reservation_id='r-uh04wc0r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-505694012',owner_user_name='tempest-VolumesAdminNegativeTest-505694012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:57:29Z,user_data=None,user_id='a47e62fd6484410aaa018b80fdbab0b8',uuid=aa13b550-c329-43be-9435-af0f6d3368e5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "682535df-3039-4798-a449-34b05e9b4a76", "address": "fa:16:3e:21:cc:b9", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682535df-30", "ovs_interfaceid": "682535df-3039-4798-a449-34b05e9b4a76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Converting VIF {"id": "682535df-3039-4798-a449-34b05e9b4a76", "address": "fa:16:3e:21:cc:b9", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682535df-30", "ovs_interfaceid": "682535df-3039-4798-a449-34b05e9b4a76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:cc:b9,bridge_name='br-int',has_traffic_filtering=True,id=682535df-3039-4798-a449-34b05e9b4a76,network=Network(2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap682535df-30') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG os_vif [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:cc:b9,bridge_name='br-int',has_traffic_filtering=True,id=682535df-3039-4798-a449-34b05e9b4a76,network=Network(2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap682535df-30') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap682535df-30, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fa066f93-6a77-4db9-b39e-7c56328581a0) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 07:59:51 user nova-compute[74287]: INFO os_vif [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:cc:b9,bridge_name='br-int',has_traffic_filtering=True,id=682535df-3039-4798-a449-34b05e9b4a76,network=Network(2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap682535df-30')
Oct 26 07:59:51 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Deleting instance files /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5_del
Oct 26 07:59:51 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Deletion of /opt/stack/data/nova/instances/aa13b550-c329-43be-9435-af0f6d3368e5_del complete
Oct 26 07:59:52 user nova-compute[74287]: INFO nova.compute.manager [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 26 07:59:52 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 07:59:52 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 07:59:52 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 07:59:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:52 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 07:59:52 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Took 0.79 seconds to deallocate network for instance.
Oct 26 07:59:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:53 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 07:59:53 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 07:59:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.395s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:53 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Deleted allocations for instance aa13b550-c329-43be-9435-af0f6d3368e5
Oct 26 07:59:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c5652ba-6c53-4a30-999c-4eddbe87fd8d tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "aa13b550-c329-43be-9435-af0f6d3368e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.374s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:53 user nova-compute[74287]: DEBUG nova.compute.manager [req-33b3f852-fa1a-4c03-b530-3792949c8691 req-7f682597-0659-4f88-bd19-562e887bd556 service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Received event network-vif-plugged-682535df-3039-4798-a449-34b05e9b4a76 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:59:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-33b3f852-fa1a-4c03-b530-3792949c8691 req-7f682597-0659-4f88-bd19-562e887bd556 service nova] Acquiring lock "aa13b550-c329-43be-9435-af0f6d3368e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 07:59:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-33b3f852-fa1a-4c03-b530-3792949c8691 req-7f682597-0659-4f88-bd19-562e887bd556 service nova] Lock "aa13b550-c329-43be-9435-af0f6d3368e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 07:59:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-33b3f852-fa1a-4c03-b530-3792949c8691 req-7f682597-0659-4f88-bd19-562e887bd556 service nova] Lock "aa13b550-c329-43be-9435-af0f6d3368e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 07:59:53 user nova-compute[74287]: DEBUG nova.compute.manager [req-33b3f852-fa1a-4c03-b530-3792949c8691 req-7f682597-0659-4f88-bd19-562e887bd556 service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] No waiting events found dispatching network-vif-plugged-682535df-3039-4798-a449-34b05e9b4a76 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 07:59:53 user nova-compute[74287]: WARNING nova.compute.manager [req-33b3f852-fa1a-4c03-b530-3792949c8691 req-7f682597-0659-4f88-bd19-562e887bd556 service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Received unexpected event network-vif-plugged-682535df-3039-4798-a449-34b05e9b4a76 for instance with vm_state deleted and task_state None.
Oct 26 07:59:53 user nova-compute[74287]: DEBUG nova.compute.manager [req-33b3f852-fa1a-4c03-b530-3792949c8691 req-7f682597-0659-4f88-bd19-562e887bd556 service nova] [instance: aa13b550-c329-43be-9435-af0f6d3368e5] Received event network-vif-deleted-682535df-3039-4798-a449-34b05e9b4a76 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 07:59:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 07:59:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:06 user nova-compute[74287]: INFO nova.compute.manager [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Terminating instance
Oct 26 08:00:06 user nova-compute[74287]: DEBUG nova.compute.manager [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-af7da804-f000-4853-82b6-ea1fd958498a req-f70f93ad-0c35-4971-a1c1-90913bee5f8a service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-vif-unplugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-af7da804-f000-4853-82b6-ea1fd958498a req-f70f93ad-0c35-4971-a1c1-90913bee5f8a service nova] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-af7da804-f000-4853-82b6-ea1fd958498a req-f70f93ad-0c35-4971-a1c1-90913bee5f8a service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-af7da804-f000-4853-82b6-ea1fd958498a req-f70f93ad-0c35-4971-a1c1-90913bee5f8a service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-af7da804-f000-4853-82b6-ea1fd958498a req-f70f93ad-0c35-4971-a1c1-90913bee5f8a service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] No waiting events found dispatching network-vif-unplugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-af7da804-f000-4853-82b6-ea1fd958498a req-f70f93ad-0c35-4971-a1c1-90913bee5f8a service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-vif-unplugged-a4f704ab-3104-4479-90d6-bc93ebdde578 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:00:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:07 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Instance destroyed successfully.
Oct 26 08:00:07 user nova-compute[74287]: DEBUG nova.objects.instance [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'resources' on Instance uuid c50b7eb7-e9ea-4b14-8d27-439f1ae9d482 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T07:52:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-957252302',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-957252302',id=4,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHsjkUknS0EK2dE2w5TaWZ2W1WgBBYqPY1ruWn6hmsdSjqQEndYxO61Thl3mAN+P/wuKvija0pRRRpBmY+ZH2TjYrBLB2E8HQKs+TnRY4EHwZP9ZlSgGe1vcqSy09iNZ+w==',key_name='tempest-keypair-1144380350',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:57:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='78b3e40348ab4d28951cf3f883b284de',ramdisk_id='',reservation_id='r-r0ppn7j0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1566479428',owner_user_name='tempest-AttachVolumeShelveTestJSON-1566479428-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:57:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6127637bcb4d466f9e3fa414b0f415d4',uuid=c50b7eb7-e9ea-4b14-8d27-439f1ae9d482,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converting VIF {"id": "a4f704ab-3104-4479-90d6-bc93ebdde578", "address": "fa:16:3e:13:f7:d3", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4f704ab-31", "ovs_interfaceid": "a4f704ab-3104-4479-90d6-bc93ebdde578", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:f7:d3,bridge_name='br-int',has_traffic_filtering=True,id=a4f704ab-3104-4479-90d6-bc93ebdde578,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4f704ab-31') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG os_vif [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:f7:d3,bridge_name='br-int',has_traffic_filtering=True,id=a4f704ab-3104-4479-90d6-bc93ebdde578,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4f704ab-31') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa4f704ab-31, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3e17c5a3-0105-4018-a91b-783e79775000) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:07 user nova-compute[74287]: INFO os_vif [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:f7:d3,bridge_name='br-int',has_traffic_filtering=True,id=a4f704ab-3104-4479-90d6-bc93ebdde578,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4f704ab-31')
Oct 26 08:00:07 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Deleting instance files /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482_del
Oct 26 08:00:07 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Deletion of /opt/stack/data/nova/instances/c50b7eb7-e9ea-4b14-8d27-439f1ae9d482_del complete
Oct 26 08:00:07 user nova-compute[74287]: INFO nova.compute.manager [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Took 0.98 seconds to destroy the instance on the hypervisor.
Oct 26 08:00:07 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:00:07 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:00:08 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:00:08 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Took 0.96 seconds to deallocate network for instance.
Oct 26 08:00:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-bab38ef7-ab94-4c04-a1c2-af5b0e4eec3e req-57170388-3853-4c75-940f-a81577234aa1 service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-vif-deleted-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:00:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:08 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:00:08 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:00:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.285s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:08 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Deleted allocations for instance c50b7eb7-e9ea-4b14-8d27-439f1ae9d482
Oct 26 08:00:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-1c57a493-b0e1-4f20-8a35-4c3f28f1f3d1 req-cf1efae2-9081-48a9-9d40-1840cd846a5a service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:00:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1c57a493-b0e1-4f20-8a35-4c3f28f1f3d1 req-cf1efae2-9081-48a9-9d40-1840cd846a5a service nova] Acquiring lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1c57a493-b0e1-4f20-8a35-4c3f28f1f3d1 req-cf1efae2-9081-48a9-9d40-1840cd846a5a service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1c57a493-b0e1-4f20-8a35-4c3f28f1f3d1 req-cf1efae2-9081-48a9-9d40-1840cd846a5a service nova] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-1c57a493-b0e1-4f20-8a35-4c3f28f1f3d1 req-cf1efae2-9081-48a9-9d40-1840cd846a5a service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] No waiting events found dispatching network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:00:08 user nova-compute[74287]: WARNING nova.compute.manager [req-1c57a493-b0e1-4f20-8a35-4c3f28f1f3d1 req-cf1efae2-9081-48a9-9d40-1840cd846a5a service nova] [instance: c50b7eb7-e9ea-4b14-8d27-439f1ae9d482] Received unexpected event network-vif-plugged-a4f704ab-3104-4479-90d6-bc93ebdde578 for instance with vm_state deleted and task_state None.
Oct 26 08:00:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0aaa8cbd-0ea7-4ab8-802d-1fedf2a88f75 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "c50b7eb7-e9ea-4b14-8d27-439f1ae9d482" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.463s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:21 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:00:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:24 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:00:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:24 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:00:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "250bc295-7edf-4ca5-a02b-f9533b36628d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:00:25 user nova-compute[74287]: INFO nova.compute.claims [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Claim successful on node user
Oct 26 08:00:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:00:25 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.410s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG nova.network.neutron [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:00:26 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:00:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG nova.policy [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '859a049e05c6402a98f3e10b216cd990', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce4db76d8c424e10b26fb0e8aaf8e1bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:00:26 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Creating image(s)
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "/opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "/opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.003s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "/opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.171s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.188s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk 1073741824" returned: 0 in 0.048s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG nova.network.neutron [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Successfully created port: 37c2e9d6-9204-4f54-beff-f547b71a2aad {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.166s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Checking if we can resize image /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:00:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Cannot resize image /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Ensure instance console log exists: /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.network.neutron [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Successfully updated port: 37c2e9d6-9204-4f54-beff-f547b71a2aad {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-a0a04b72-fef4-4b97-9415-a79012152214 req-014ebd1c-3d36-471a-b26d-8d7016c4026b service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Received event network-changed-37c2e9d6-9204-4f54-beff-f547b71a2aad {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-a0a04b72-fef4-4b97-9415-a79012152214 req-014ebd1c-3d36-471a-b26d-8d7016c4026b service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Refreshing instance network info cache due to event network-changed-37c2e9d6-9204-4f54-beff-f547b71a2aad. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a0a04b72-fef4-4b97-9415-a79012152214 req-014ebd1c-3d36-471a-b26d-8d7016c4026b service nova] Acquiring lock "refresh_cache-250bc295-7edf-4ca5-a02b-f9533b36628d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a0a04b72-fef4-4b97-9415-a79012152214 req-014ebd1c-3d36-471a-b26d-8d7016c4026b service nova] Acquired lock "refresh_cache-250bc295-7edf-4ca5-a02b-f9533b36628d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-a0a04b72-fef4-4b97-9415-a79012152214 req-014ebd1c-3d36-471a-b26d-8d7016c4026b service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Refreshing network info cache for port 37c2e9d6-9204-4f54-beff-f547b71a2aad {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:00:27 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:00:27 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8138MB free_disk=25.425296783447266GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "refresh_cache-250bc295-7edf-4ca5-a02b-f9533b36628d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-a0a04b72-fef4-4b97-9415-a79012152214 req-014ebd1c-3d36-471a-b26d-8d7016c4026b service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9436218c-08c5-4eac-be39-93cb427bba5c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9fc644c5-b600-4fb5-8e7b-44a72884358b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance f638f2bf-c6cd-4481-8017-208b1368f26c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-a0a04b72-fef4-4b97-9415-a79012152214 req-014ebd1c-3d36-471a-b26d-8d7016c4026b service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a0a04b72-fef4-4b97-9415-a79012152214 req-014ebd1c-3d36-471a-b26d-8d7016c4026b service nova] Releasing lock "refresh_cache-250bc295-7edf-4ca5-a02b-f9533b36628d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquired lock "refresh_cache-250bc295-7edf-4ca5-a02b-f9533b36628d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.network.neutron [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.network.neutron [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:00:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.362s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.network.neutron [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Updating instance_info_cache with network_info: [{"id": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "address": "fa:16:3e:57:30:f1", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37c2e9d6-92", "ovs_interfaceid": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Releasing lock "refresh_cache-250bc295-7edf-4ca5-a02b-f9533b36628d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Instance network_info: |[{"id": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "address": "fa:16:3e:57:30:f1", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37c2e9d6-92", "ovs_interfaceid": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Start _get_guest_xml network_info=[{"id": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "address": "fa:16:3e:57:30:f1", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37c2e9d6-92", "ovs_interfaceid": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:00:28 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:00:28 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:00:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-499115932',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-499115932',id=16,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ce4db76d8c424e10b26fb0e8aaf8e1bc',ramdisk_id='',reservation_id='r-tfhr1xn9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-503266126',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:00:26Z,user_data=None,user_id='859a049e05c6402a98f3e10b216cd990',uuid=250bc295-7edf-4ca5-a02b-f9533b36628d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "address": "fa:16:3e:57:30:f1", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37c2e9d6-92", "ovs_interfaceid": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converting VIF {"id": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "address": "fa:16:3e:57:30:f1", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37c2e9d6-92", "ovs_interfaceid": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:30:f1,bridge_name='br-int',has_traffic_filtering=True,id=37c2e9d6-9204-4f54-beff-f547b71a2aad,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37c2e9d6-92') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.objects.instance [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'pci_devices' on Instance uuid 250bc295-7edf-4ca5-a02b-f9533b36628d {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:00:28 user nova-compute[74287]:   <uuid>250bc295-7edf-4ca5-a02b-f9533b36628d</uuid>
Oct 26 08:00:28 user nova-compute[74287]:   <name>instance-00000010</name>
Oct 26 08:00:28 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:00:28 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:00:28 user nova-compute[74287]:   <metadata>
Oct 26 08:00:28 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:00:28 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:00:28 user nova-compute[74287]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-499115932</nova:name>
Oct 26 08:00:28 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:00:28</nova:creationTime>
Oct 26 08:00:28 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:00:28 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:00:28 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:00:28 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:00:28 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:00:28 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:00:28 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:00:28 user nova-compute[74287]:       <nova:owner>
Oct 26 08:00:28 user nova-compute[74287]:         <nova:user uuid="859a049e05c6402a98f3e10b216cd990">tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member</nova:user>
Oct 26 08:00:28 user nova-compute[74287]:         <nova:project uuid="ce4db76d8c424e10b26fb0e8aaf8e1bc">tempest-ServerBootFromVolumeStableRescueTest-503266126</nova:project>
Oct 26 08:00:28 user nova-compute[74287]:       </nova:owner>
Oct 26 08:00:28 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:00:28 user nova-compute[74287]:       <nova:ports>
Oct 26 08:00:28 user nova-compute[74287]:         <nova:port uuid="37c2e9d6-9204-4f54-beff-f547b71a2aad">
Oct 26 08:00:28 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 26 08:00:28 user nova-compute[74287]:         </nova:port>
Oct 26 08:00:28 user nova-compute[74287]:       </nova:ports>
Oct 26 08:00:28 user nova-compute[74287]:     </nova:instance>
Oct 26 08:00:28 user nova-compute[74287]:   </metadata>
Oct 26 08:00:28 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:00:28 user nova-compute[74287]:     <system>
Oct 26 08:00:28 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:00:28 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:00:28 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:00:28 user nova-compute[74287]:       <entry name="serial">250bc295-7edf-4ca5-a02b-f9533b36628d</entry>
Oct 26 08:00:28 user nova-compute[74287]:       <entry name="uuid">250bc295-7edf-4ca5-a02b-f9533b36628d</entry>
Oct 26 08:00:28 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:00:28 user nova-compute[74287]:     </system>
Oct 26 08:00:28 user nova-compute[74287]:   </sysinfo>
Oct 26 08:00:28 user nova-compute[74287]:   <os>
Oct 26 08:00:28 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:00:28 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:00:28 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:00:28 user nova-compute[74287]:   </os>
Oct 26 08:00:28 user nova-compute[74287]:   <features>
Oct 26 08:00:28 user nova-compute[74287]:     <acpi/>
Oct 26 08:00:28 user nova-compute[74287]:     <apic/>
Oct 26 08:00:28 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:00:28 user nova-compute[74287]:   </features>
Oct 26 08:00:28 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:00:28 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:00:28 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:00:28 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:00:28 user nova-compute[74287]:   </clock>
Oct 26 08:00:28 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:00:28 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:00:28 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:00:28 user nova-compute[74287]:   </cpu>
Oct 26 08:00:28 user nova-compute[74287]:   <devices>
Oct 26 08:00:28 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:00:28 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:00:28 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk"/>
Oct 26 08:00:28 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:00:28 user nova-compute[74287]:     </disk>
Oct 26 08:00:28 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:00:28 user nova-compute[74287]:       <mac address="fa:16:3e:57:30:f1"/>
Oct 26 08:00:28 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:00:28 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:00:28 user nova-compute[74287]:       <target dev="tap37c2e9d6-92"/>
Oct 26 08:00:28 user nova-compute[74287]:     </interface>
Oct 26 08:00:28 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:00:28 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/console.log" append="off"/>
Oct 26 08:00:28 user nova-compute[74287]:     </serial>
Oct 26 08:00:28 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:00:28 user nova-compute[74287]:     <video>
Oct 26 08:00:28 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:00:28 user nova-compute[74287]:     </video>
Oct 26 08:00:28 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:00:28 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:00:28 user nova-compute[74287]:     </rng>
Oct 26 08:00:28 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:00:28 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:00:28 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:00:28 user nova-compute[74287]:     </memballoon>
Oct 26 08:00:28 user nova-compute[74287]:   </devices>
Oct 26 08:00:28 user nova-compute[74287]: </domain>
Oct 26 08:00:28 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:00:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-499115932',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-499115932',id=16,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ce4db76d8c424e10b26fb0e8aaf8e1bc',ramdisk_id='',reservation_id='r-tfhr1xn9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-503266126',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:00:26Z,user_data=None,user_id='859a049e05c6402a98f3e10b216cd990',uuid=250bc295-7edf-4ca5-a02b-f9533b36628d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "address": "fa:16:3e:57:30:f1", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37c2e9d6-92", "ovs_interfaceid": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converting VIF {"id": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "address": "fa:16:3e:57:30:f1", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37c2e9d6-92", "ovs_interfaceid": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:30:f1,bridge_name='br-int',has_traffic_filtering=True,id=37c2e9d6-9204-4f54-beff-f547b71a2aad,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37c2e9d6-92') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG os_vif [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:30:f1,bridge_name='br-int',has_traffic_filtering=True,id=37c2e9d6-9204-4f54-beff-f547b71a2aad,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37c2e9d6-92') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd1a68871-d0c1-58a6-834a-ffc5edf08319', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap37c2e9d6-92, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap37c2e9d6-92, col_values=(('qos', UUID('67cc4ca7-1ba5-4af2-9312-ec1f2bf93081')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap37c2e9d6-92, col_values=(('external_ids', {'iface-id': '37c2e9d6-9204-4f54-beff-f547b71a2aad', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:57:30:f1', 'vm-uuid': '250bc295-7edf-4ca5-a02b-f9533b36628d'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:28 user nova-compute[74287]: INFO os_vif [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:30:f1,bridge_name='br-int',has_traffic_filtering=True,id=37c2e9d6-9204-4f54-beff-f547b71a2aad,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37c2e9d6-92')
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] No VIF found with MAC fa:16:3e:57:30:f1, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:00:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Updating instance_info_cache with network_info: [{"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG nova.compute.manager [req-e051a704-6da4-4b6a-b4a4-e09ccd762352 req-c97b71af-3a81-4535-a183-94803c033d50 service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Received event network-vif-plugged-37c2e9d6-9204-4f54-beff-f547b71a2aad {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e051a704-6da4-4b6a-b4a4-e09ccd762352 req-c97b71af-3a81-4535-a183-94803c033d50 service nova] Acquiring lock "250bc295-7edf-4ca5-a02b-f9533b36628d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e051a704-6da4-4b6a-b4a4-e09ccd762352 req-c97b71af-3a81-4535-a183-94803c033d50 service nova] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e051a704-6da4-4b6a-b4a4-e09ccd762352 req-c97b71af-3a81-4535-a183-94803c033d50 service nova] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG nova.compute.manager [req-e051a704-6da4-4b6a-b4a4-e09ccd762352 req-c97b71af-3a81-4535-a183-94803c033d50 service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] No waiting events found dispatching network-vif-plugged-37c2e9d6-9204-4f54-beff-f547b71a2aad {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:00:29 user nova-compute[74287]: WARNING nova.compute.manager [req-e051a704-6da4-4b6a-b4a4-e09ccd762352 req-c97b71af-3a81-4535-a183-94803c033d50 service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Received unexpected event network-vif-plugged-37c2e9d6-9204-4f54-beff-f547b71a2aad for instance with vm_state building and task_state spawning.
Oct 26 08:00:29 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:00:29 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:00:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:31 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:00:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:00:31 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Instance spawned successfully.
Oct 26 08:00:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:00:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:00:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:00:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:00:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:00:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:00:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:00:31 user nova-compute[74287]: INFO nova.compute.manager [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Took 5.48 seconds to spawn the instance on the hypervisor.
Oct 26 08:00:31 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:00:31 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:00:31 user nova-compute[74287]: DEBUG nova.compute.manager [req-a1a0dc23-6f2e-477e-9479-c15b107fa40b req-f82de412-c3ce-43a3-a73d-094ff5b80cd0 service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Received event network-vif-plugged-37c2e9d6-9204-4f54-beff-f547b71a2aad {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:00:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a1a0dc23-6f2e-477e-9479-c15b107fa40b req-f82de412-c3ce-43a3-a73d-094ff5b80cd0 service nova] Acquiring lock "250bc295-7edf-4ca5-a02b-f9533b36628d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a1a0dc23-6f2e-477e-9479-c15b107fa40b req-f82de412-c3ce-43a3-a73d-094ff5b80cd0 service nova] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a1a0dc23-6f2e-477e-9479-c15b107fa40b req-f82de412-c3ce-43a3-a73d-094ff5b80cd0 service nova] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:31 user nova-compute[74287]: DEBUG nova.compute.manager [req-a1a0dc23-6f2e-477e-9479-c15b107fa40b req-f82de412-c3ce-43a3-a73d-094ff5b80cd0 service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] No waiting events found dispatching network-vif-plugged-37c2e9d6-9204-4f54-beff-f547b71a2aad {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:00:31 user nova-compute[74287]: WARNING nova.compute.manager [req-a1a0dc23-6f2e-477e-9479-c15b107fa40b req-f82de412-c3ce-43a3-a73d-094ff5b80cd0 service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Received unexpected event network-vif-plugged-37c2e9d6-9204-4f54-beff-f547b71a2aad for instance with vm_state building and task_state spawning.
Oct 26 08:00:31 user nova-compute[74287]: INFO nova.compute.manager [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Took 6.31 seconds to build instance.
Oct 26 08:00:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fc06fd7d-8c20-4d83-adb2-c7204aa2cf47 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.451s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-b96d215e-4490-48a0-9ace-7f9109bc10b0 req-8094e160-6fd6-460d-b665-12ac94426f9b service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received event network-changed-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:00:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-b96d215e-4490-48a0-9ace-7f9109bc10b0 req-8094e160-6fd6-460d-b665-12ac94426f9b service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Refreshing instance network info cache due to event network-changed-cb43faa5-bac3-490b-92e2-8e9d55459e20. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:00:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b96d215e-4490-48a0-9ace-7f9109bc10b0 req-8094e160-6fd6-460d-b665-12ac94426f9b service nova] Acquiring lock "refresh_cache-9fc644c5-b600-4fb5-8e7b-44a72884358b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:00:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b96d215e-4490-48a0-9ace-7f9109bc10b0 req-8094e160-6fd6-460d-b665-12ac94426f9b service nova] Acquired lock "refresh_cache-9fc644c5-b600-4fb5-8e7b-44a72884358b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:00:32 user nova-compute[74287]: DEBUG nova.network.neutron [req-b96d215e-4490-48a0-9ace-7f9109bc10b0 req-8094e160-6fd6-460d-b665-12ac94426f9b service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Refreshing network info cache for port cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:00:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:33 user nova-compute[74287]: DEBUG nova.network.neutron [req-b96d215e-4490-48a0-9ace-7f9109bc10b0 req-8094e160-6fd6-460d-b665-12ac94426f9b service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Updated VIF entry in instance network info cache for port cb43faa5-bac3-490b-92e2-8e9d55459e20. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:00:33 user nova-compute[74287]: DEBUG nova.network.neutron [req-b96d215e-4490-48a0-9ace-7f9109bc10b0 req-8094e160-6fd6-460d-b665-12ac94426f9b service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Updating instance_info_cache with network_info: [{"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:00:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b96d215e-4490-48a0-9ace-7f9109bc10b0 req-8094e160-6fd6-460d-b665-12ac94426f9b service nova] Releasing lock "refresh_cache-9fc644c5-b600-4fb5-8e7b-44a72884358b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:00:34 user nova-compute[74287]: INFO nova.compute.manager [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Rebuilding instance
Oct 26 08:00:34 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:00:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-a511c6c0-4206-40bd-a01d-55f3af5224bd req-5582a5a4-9c7e-4ecc-aeaa-54647dbee72c service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received event network-vif-unplugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:00:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a511c6c0-4206-40bd-a01d-55f3af5224bd req-5582a5a4-9c7e-4ecc-aeaa-54647dbee72c service nova] Acquiring lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a511c6c0-4206-40bd-a01d-55f3af5224bd req-5582a5a4-9c7e-4ecc-aeaa-54647dbee72c service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a511c6c0-4206-40bd-a01d-55f3af5224bd req-5582a5a4-9c7e-4ecc-aeaa-54647dbee72c service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-a511c6c0-4206-40bd-a01d-55f3af5224bd req-5582a5a4-9c7e-4ecc-aeaa-54647dbee72c service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] No waiting events found dispatching network-vif-unplugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:00:34 user nova-compute[74287]: WARNING nova.compute.manager [req-a511c6c0-4206-40bd-a01d-55f3af5224bd req-5582a5a4-9c7e-4ecc-aeaa-54647dbee72c service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received unexpected event network-vif-unplugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 for instance with vm_state active and task_state rebuilding.
Oct 26 08:00:35 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Instance destroyed successfully.
Oct 26 08:00:35 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Instance destroyed successfully.
Oct 26 08:00:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:58:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-515225981',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-21700573',id=13,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBdjNpYN+VaiiPXausFN7PecTBORjxt21IIM4BKeApVvXLsyDZoIWLBuvv4hQkQY+82cmw3OOZ/roPPbXZGymCD1IRaR6rfycxDIhIphD4VcHkXoSUTJUk8HO4oZLullgA==',key_name='tempest-keypair-806672631',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:59:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='527638f1b1b249ce99cf68ee5645fb6d',ramdisk_id='',reservation_id='r-8ruyw18l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1988420811',owner_user_name='tempest-ServerActionsV293TestJSON-1988420811-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:00:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90b7efceed6a409080f8fc1e6a5267d4',uuid=9fc644c5-b600-4fb5-8e7b-44a72884358b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Converting VIF {"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b0:3e:c3,bridge_name='br-int',has_traffic_filtering=True,id=cb43faa5-bac3-490b-92e2-8e9d55459e20,network=Network(cbf146ac-4a86-4382-abbb-326cfc6ac19e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb43faa5-ba') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_vif [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b0:3e:c3,bridge_name='br-int',has_traffic_filtering=True,id=cb43faa5-bac3-490b-92e2-8e9d55459e20,network=Network(cbf146ac-4a86-4382-abbb-326cfc6ac19e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb43faa5-ba') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcb43faa5-ba, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=546a7f51-b7c2-4d73-aa69-48d444670d57) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:35 user nova-compute[74287]: INFO os_vif [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b0:3e:c3,bridge_name='br-int',has_traffic_filtering=True,id=cb43faa5-bac3-490b-92e2-8e9d55459e20,network=Network(cbf146ac-4a86-4382-abbb-326cfc6ac19e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb43faa5-ba')
Oct 26 08:00:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AGzklnce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:00:35 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1264fbd1-dd22-4745-b8f5-2b1418b8169e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:00:35 user nova-compute[74287]: No targets found.
Oct 26 08:00:35 user nova-compute[74287]: iSNS:
Oct 26 08:00:35 user nova-compute[74287]: No targets found.
Oct 26 08:00:35 user nova-compute[74287]: STATIC:
Oct 26 08:00:35 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4
Oct 26 08:00:35 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:00:35 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:00:35 user nova-compute[74287]: FIRMWARE:
Oct 26 08:00:35 user nova-compute[74287]: No targets found.
Oct 26 08:00:35 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:00:35 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:00:35 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e42a7add-7065-43a4-b5cc-9cfc037a1cad]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d3474b1-0a61-49e0-93d1-5ebb23137c87]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 (non-flash)
Oct 26 08:00:35 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 (non-flash)
Oct 26 08:00:35 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb70768e50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a101b09e-c5b7-4775-80e9-89667e7bb1de]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[21022bdb-fe2d-4ee5-abf3-8dfba7bdb39d]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5081b5-dc66-4791-be5d-1f2495682e7e]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[99cec840-f633-451e-8c53-3febec1fa1d8]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOcc738b3-9d699417e2c766bc', '/dev/disk/by-id/scsi-23964363939343137', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_cc738b3') {{(pid=85694) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7954c415-bb28-4a50-87fc-37fe066e0b4a]: (4, None) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[810e2bbd-4ac8-48c3-a855-a1f781b7dc54]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[81b451d6-3d21-477e-9a3b-81abf9bce75b]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260]
Oct 26 08:00:35 user nova-compute[74287]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260] successful.
Oct 26 08:00:35 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[52c74e79-24f5-4f7b-bc85-010237b6c5f8]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] <== disconnect_volume: return (337ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:00:35 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Deleting instance files /opt/stack/data/nova/instances/9fc644c5-b600-4fb5-8e7b-44a72884358b_del
Oct 26 08:00:35 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Deletion of /opt/stack/data/nova/instances/9fc644c5-b600-4fb5-8e7b-44a72884358b_del complete
Oct 26 08:00:35 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 9fc644c5-b600-4fb5-8e7b-44a72884358b could not be found.
Oct 26 08:00:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AGzklnce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:00:35 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[a9349cd8-e84e-49ad-8b68-8ff36611735b]: Unexpected error while running command.
Oct 26 08:00:35 user nova-compute[74287]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 26 08:00:35 user nova-compute[74287]: Exit code: 21
Oct 26 08:00:35 user nova-compute[74287]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 26 08:00:35 user nova-compute[74287]: Stderr: '' {{(pid=85694) _process_cmd /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:477}}
Oct 26 08:00:35 user nova-compute[74287]: Traceback (most recent call last):
Oct 26 08:00:35 user nova-compute[74287]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 474, in _process_cmd
Oct 26 08:00:35 user nova-compute[74287]:     ret = func(*f_args, **f_kwargs)
Oct 26 08:00:35 user nova-compute[74287]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Oct 26 08:00:35 user nova-compute[74287]:     return func(*args, **kwargs)
Oct 26 08:00:35 user nova-compute[74287]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Oct 26 08:00:35 user nova-compute[74287]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Oct 26 08:00:35 user nova-compute[74287]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Oct 26 08:00:35 user nova-compute[74287]:     return putils.execute(on_execute=on_execute,
Oct 26 08:00:35 user nova-compute[74287]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py", line 438, in execute
Oct 26 08:00:35 user nova-compute[74287]:     raise ProcessExecutionError(exit_code=_returncode,
Oct 26 08:00:35 user nova-compute[74287]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 26 08:00:35 user nova-compute[74287]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 26 08:00:35 user nova-compute[74287]: Exit code: 21
Oct 26 08:00:35 user nova-compute[74287]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 26 08:00:35 user nova-compute[74287]: Stderr: ''
Oct 26 08:00:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9349cd8-e84e-49ad-8b68-8ff36611735b]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 26 08:00:35 user nova-compute[74287]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 26 08:00:35 user nova-compute[74287]: Exit code: 21
Oct 26 08:00:35 user nova-compute[74287]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 26 08:00:35 user nova-compute[74287]: Stderr: ''
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 4131, in _do_rebuild_instance
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi     self.driver.rebuild(**kwargs)
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/driver.py", line 384, in rebuild
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi     raise NotImplementedError()
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi NotImplementedError
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi 
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi 
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 217, in _get_ips_iqns_luns
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 376, in _get_discoverydb_portals
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 1188, in _run_iscsiadm_bare
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/executor.py", line 55, in _execute
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 172, in execute
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 271, in _wrap
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 215, in remote_call
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Oct 26 08:00:35 user nova-compute[74287]: ERROR os_brick.initiator.connectors.iscsi 
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Skipping cleanup Unable to find target portal 172.16.0.220:3260. {{(pid=74287) _cleanup_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:934}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.031s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] <== disconnect_volume: return (32ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:00:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:00:36 user nova-compute[74287]: DEBUG nova.compute.manager [req-b78c3689-9c3d-43a8-b466-0fa8936c1c3b req-a14347f4-f099-4fb6-af55-b0f89686aae6 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received event network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:00:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b78c3689-9c3d-43a8-b466-0fa8936c1c3b req-a14347f4-f099-4fb6-af55-b0f89686aae6 service nova] Acquiring lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b78c3689-9c3d-43a8-b466-0fa8936c1c3b req-a14347f4-f099-4fb6-af55-b0f89686aae6 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b78c3689-9c3d-43a8-b466-0fa8936c1c3b req-a14347f4-f099-4fb6-af55-b0f89686aae6 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:36 user nova-compute[74287]: DEBUG nova.compute.manager [req-b78c3689-9c3d-43a8-b466-0fa8936c1c3b req-a14347f4-f099-4fb6-af55-b0f89686aae6 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] No waiting events found dispatching network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:00:36 user nova-compute[74287]: WARNING nova.compute.manager [req-b78c3689-9c3d-43a8-b466-0fa8936c1c3b req-a14347f4-f099-4fb6-af55-b0f89686aae6 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received unexpected event network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 for instance with vm_state active and task_state rebuilding.
Oct 26 08:00:36 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Preparing to wait for external event volume-reimaged-4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 {{(pid=74287) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Oct 26 08:00:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "9436218c-08c5-4eac-be39-93cb427bba5c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "9436218c-08c5-4eac-be39-93cb427bba5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "9436218c-08c5-4eac-be39-93cb427bba5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "9436218c-08c5-4eac-be39-93cb427bba5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "9436218c-08c5-4eac-be39-93cb427bba5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:52 user nova-compute[74287]: INFO nova.compute.manager [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Terminating instance
Oct 26 08:00:52 user nova-compute[74287]: DEBUG nova.compute.manager [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-d2879a45-e1fe-421a-98af-15b255bddb02 req-2d793fbf-211c-4fd3-bc53-5278b51f8016 service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Received event network-vif-unplugged-abe4a874-4c92-4260-8596-1e5134bc8bc7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d2879a45-e1fe-421a-98af-15b255bddb02 req-2d793fbf-211c-4fd3-bc53-5278b51f8016 service nova] Acquiring lock "9436218c-08c5-4eac-be39-93cb427bba5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d2879a45-e1fe-421a-98af-15b255bddb02 req-2d793fbf-211c-4fd3-bc53-5278b51f8016 service nova] Lock "9436218c-08c5-4eac-be39-93cb427bba5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d2879a45-e1fe-421a-98af-15b255bddb02 req-2d793fbf-211c-4fd3-bc53-5278b51f8016 service nova] Lock "9436218c-08c5-4eac-be39-93cb427bba5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-d2879a45-e1fe-421a-98af-15b255bddb02 req-2d793fbf-211c-4fd3-bc53-5278b51f8016 service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] No waiting events found dispatching network-vif-unplugged-abe4a874-4c92-4260-8596-1e5134bc8bc7 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:00:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-d2879a45-e1fe-421a-98af-15b255bddb02 req-2d793fbf-211c-4fd3-bc53-5278b51f8016 service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Received event network-vif-unplugged-abe4a874-4c92-4260-8596-1e5134bc8bc7 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:00:53 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Instance destroyed successfully.
Oct 26 08:00:53 user nova-compute[74287]: DEBUG nova.objects.instance [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lazy-loading 'resources' on Instance uuid 9436218c-08c5-4eac-be39-93cb427bba5c {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:00:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-995138799',display_name='tempest-VolumesAdminNegativeTest-server-995138799',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-995138799',id=5,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIAN14tkLNeM9sgZJv+AisMJK0J2ke3mq50lS5RXvFBn+3Pewoi8ePhO1ABHmP5UjDT1dn+cjxT7w88fhVWDZbE1OPKUWoEPr3wLMppP5lr4PSPRdcZteIFABxveFKYptQ==',key_name='tempest-keypair-334174671',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:53:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a0dd4f493cd644abbc1fabd35974b1ad',ramdisk_id='',reservation_id='r-79e53v1g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-505694012',owner_user_name='tempest-VolumesAdminNegativeTest-505694012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:53:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a47e62fd6484410aaa018b80fdbab0b8',uuid=9436218c-08c5-4eac-be39-93cb427bba5c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "address": "fa:16:3e:e9:00:75", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe4a874-4c", "ovs_interfaceid": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:00:53 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Converting VIF {"id": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "address": "fa:16:3e:e9:00:75", "network": {"id": "2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-943214653-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a0dd4f493cd644abbc1fabd35974b1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe4a874-4c", "ovs_interfaceid": "abe4a874-4c92-4260-8596-1e5134bc8bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:00:53 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e9:00:75,bridge_name='br-int',has_traffic_filtering=True,id=abe4a874-4c92-4260-8596-1e5134bc8bc7,network=Network(2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe4a874-4c') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:00:53 user nova-compute[74287]: DEBUG os_vif [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:00:75,bridge_name='br-int',has_traffic_filtering=True,id=abe4a874-4c92-4260-8596-1e5134bc8bc7,network=Network(2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe4a874-4c') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:00:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapabe4a874-4c, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:00:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6921b059-2d8b-4dec-9bcc-d8f88c3d09eb) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:00:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:53 user nova-compute[74287]: INFO os_vif [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:00:75,bridge_name='br-int',has_traffic_filtering=True,id=abe4a874-4c92-4260-8596-1e5134bc8bc7,network=Network(2ec00ab0-f3c5-4e7b-9b73-3707c0c88d93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe4a874-4c')
Oct 26 08:00:53 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Deleting instance files /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c_del
Oct 26 08:00:53 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Deletion of /opt/stack/data/nova/instances/9436218c-08c5-4eac-be39-93cb427bba5c_del complete
Oct 26 08:00:53 user nova-compute[74287]: INFO nova.compute.manager [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 26 08:00:53 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:00:53 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:00:53 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:00:54 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:00:54 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Took 0.76 seconds to deallocate network for instance.
Oct 26 08:00:54 user nova-compute[74287]: DEBUG nova.compute.manager [req-ec566663-4357-429a-84b2-868ffb7af3c9 req-300f6cef-32f6-4284-bb3f-b577cdeb82d9 service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Received event network-vif-deleted-abe4a874-4c92-4260-8596-1e5134bc8bc7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:00:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:54 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:00:54 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:00:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.299s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:54 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Deleted allocations for instance 9436218c-08c5-4eac-be39-93cb427bba5c
Oct 26 08:00:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d8d216c5-498a-4b78-9b32-82b34fc1ad38 tempest-VolumesAdminNegativeTest-505694012 tempest-VolumesAdminNegativeTest-505694012-project-member] Lock "9436218c-08c5-4eac-be39-93cb427bba5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.131s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:54 user nova-compute[74287]: DEBUG nova.compute.manager [req-4862d149-b16b-46c5-b912-02a4be70f614 req-d9130f04-9b68-4f04-b5b0-aed43fe5542a service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Received event network-vif-plugged-abe4a874-4c92-4260-8596-1e5134bc8bc7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:00:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4862d149-b16b-46c5-b912-02a4be70f614 req-d9130f04-9b68-4f04-b5b0-aed43fe5542a service nova] Acquiring lock "9436218c-08c5-4eac-be39-93cb427bba5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:00:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4862d149-b16b-46c5-b912-02a4be70f614 req-d9130f04-9b68-4f04-b5b0-aed43fe5542a service nova] Lock "9436218c-08c5-4eac-be39-93cb427bba5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:00:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4862d149-b16b-46c5-b912-02a4be70f614 req-d9130f04-9b68-4f04-b5b0-aed43fe5542a service nova] Lock "9436218c-08c5-4eac-be39-93cb427bba5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:00:54 user nova-compute[74287]: DEBUG nova.compute.manager [req-4862d149-b16b-46c5-b912-02a4be70f614 req-d9130f04-9b68-4f04-b5b0-aed43fe5542a service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] No waiting events found dispatching network-vif-plugged-abe4a874-4c92-4260-8596-1e5134bc8bc7 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:00:54 user nova-compute[74287]: WARNING nova.compute.manager [req-4862d149-b16b-46c5-b912-02a4be70f614 req-d9130f04-9b68-4f04-b5b0-aed43fe5542a service nova] [instance: 9436218c-08c5-4eac-be39-93cb427bba5c] Received unexpected event network-vif-plugged-abe4a874-4c92-4260-8596-1e5134bc8bc7 for instance with vm_state deleted and task_state None.
Oct 26 08:00:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:00:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:01:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:00 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:01:00 user nova-compute[74287]: INFO nova.compute.claims [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Claim successful on node user
Oct 26 08:01:00 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:01:00 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:01:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.454s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:01:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:01:00 user nova-compute[74287]: DEBUG nova.network.neutron [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:01:00 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:01:01 user nova-compute[74287]: DEBUG nova.compute.manager [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG nova.policy [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6127637bcb4d466f9e3fa414b0f415d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78b3e40348ab4d28951cf3f883b284de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG nova.compute.manager [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:01:01 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Creating image(s)
Oct 26 08:01:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "/opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "/opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "/opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.196s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.171s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk 1073741824" returned: 0 in 0.113s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.294s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.196s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:01:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG nova.network.neutron [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Successfully created port: c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Cannot resize image /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Ensure instance console log exists: /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG nova.network.neutron [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Successfully updated port: c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquired lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG nova.network.neutron [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG nova.compute.manager [req-5ff2db40-d2f3-42fd-b473-5386253635b7 req-d54b359a-2cf0-425b-b35d-8990e96ddf35 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received event network-changed-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG nova.compute.manager [req-5ff2db40-d2f3-42fd-b473-5386253635b7 req-d54b359a-2cf0-425b-b35d-8990e96ddf35 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Refreshing instance network info cache due to event network-changed-c4337597-ae45-4d8c-b8e2-8956f800f904. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5ff2db40-d2f3-42fd-b473-5386253635b7 req-d54b359a-2cf0-425b-b35d-8990e96ddf35 service nova] Acquiring lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:01:02 user nova-compute[74287]: DEBUG nova.network.neutron [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.network.neutron [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Updating instance_info_cache with network_info: [{"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Releasing lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.compute.manager [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Instance network_info: |[{"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5ff2db40-d2f3-42fd-b473-5386253635b7 req-d54b359a-2cf0-425b-b35d-8990e96ddf35 service nova] Acquired lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.network.neutron [req-5ff2db40-d2f3-42fd-b473-5386253635b7 req-d54b359a-2cf0-425b-b35d-8990e96ddf35 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Refreshing network info cache for port c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Start _get_guest_xml network_info=[{"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:01:03 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:01:03 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:00:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1999434495',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1999434495',id=17,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE0ag1YpvadTkbxISIY+/50LOv4+9qo6A1bygieHWoJXcZycjdPfr9zNkNK6HjDl2cy1FyPknocueFpNFMQTXr90yEvyO9t9GoBnK9LeaoGGCK5hUysZ/74tWnfn2m32EA==',key_name='tempest-keypair-1500874136',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78b3e40348ab4d28951cf3f883b284de',ramdisk_id='',reservation_id='r-1esdmwe9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1566479428',owner_user_name='tempest-AttachVolumeShelveTestJSON-1566479428-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:01:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6127637bcb4d466f9e3fa414b0f415d4',uuid=9a47c9ad-2b15-47f1-8263-bd8a9423d8bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converting VIF {"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=c4337597-ae45-4d8c-b8e2-8956f800f904,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4337597-ae') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.objects.instance [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'pci_devices' on Instance uuid 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:01:03 user nova-compute[74287]:   <uuid>9a47c9ad-2b15-47f1-8263-bd8a9423d8bb</uuid>
Oct 26 08:01:03 user nova-compute[74287]:   <name>instance-00000011</name>
Oct 26 08:01:03 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:01:03 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:01:03 user nova-compute[74287]:   <metadata>
Oct 26 08:01:03 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:01:03 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:01:03 user nova-compute[74287]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1999434495</nova:name>
Oct 26 08:01:03 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:01:03</nova:creationTime>
Oct 26 08:01:03 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:01:03 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:01:03 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:01:03 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:01:03 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:01:03 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:01:03 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:01:03 user nova-compute[74287]:       <nova:owner>
Oct 26 08:01:03 user nova-compute[74287]:         <nova:user uuid="6127637bcb4d466f9e3fa414b0f415d4">tempest-AttachVolumeShelveTestJSON-1566479428-project-member</nova:user>
Oct 26 08:01:03 user nova-compute[74287]:         <nova:project uuid="78b3e40348ab4d28951cf3f883b284de">tempest-AttachVolumeShelveTestJSON-1566479428</nova:project>
Oct 26 08:01:03 user nova-compute[74287]:       </nova:owner>
Oct 26 08:01:03 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:01:03 user nova-compute[74287]:       <nova:ports>
Oct 26 08:01:03 user nova-compute[74287]:         <nova:port uuid="c4337597-ae45-4d8c-b8e2-8956f800f904">
Oct 26 08:01:03 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 08:01:03 user nova-compute[74287]:         </nova:port>
Oct 26 08:01:03 user nova-compute[74287]:       </nova:ports>
Oct 26 08:01:03 user nova-compute[74287]:     </nova:instance>
Oct 26 08:01:03 user nova-compute[74287]:   </metadata>
Oct 26 08:01:03 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:01:03 user nova-compute[74287]:     <system>
Oct 26 08:01:03 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:01:03 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:01:03 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:01:03 user nova-compute[74287]:       <entry name="serial">9a47c9ad-2b15-47f1-8263-bd8a9423d8bb</entry>
Oct 26 08:01:03 user nova-compute[74287]:       <entry name="uuid">9a47c9ad-2b15-47f1-8263-bd8a9423d8bb</entry>
Oct 26 08:01:03 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:01:03 user nova-compute[74287]:     </system>
Oct 26 08:01:03 user nova-compute[74287]:   </sysinfo>
Oct 26 08:01:03 user nova-compute[74287]:   <os>
Oct 26 08:01:03 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:01:03 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:01:03 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:01:03 user nova-compute[74287]:   </os>
Oct 26 08:01:03 user nova-compute[74287]:   <features>
Oct 26 08:01:03 user nova-compute[74287]:     <acpi/>
Oct 26 08:01:03 user nova-compute[74287]:     <apic/>
Oct 26 08:01:03 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:01:03 user nova-compute[74287]:   </features>
Oct 26 08:01:03 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:01:03 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:01:03 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:01:03 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:01:03 user nova-compute[74287]:   </clock>
Oct 26 08:01:03 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:01:03 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:01:03 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:01:03 user nova-compute[74287]:   </cpu>
Oct 26 08:01:03 user nova-compute[74287]:   <devices>
Oct 26 08:01:03 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:01:03 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:01:03 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk"/>
Oct 26 08:01:03 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:01:03 user nova-compute[74287]:     </disk>
Oct 26 08:01:03 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:01:03 user nova-compute[74287]:       <mac address="fa:16:3e:c9:7a:db"/>
Oct 26 08:01:03 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:01:03 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:01:03 user nova-compute[74287]:       <target dev="tapc4337597-ae"/>
Oct 26 08:01:03 user nova-compute[74287]:     </interface>
Oct 26 08:01:03 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:01:03 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/console.log" append="off"/>
Oct 26 08:01:03 user nova-compute[74287]:     </serial>
Oct 26 08:01:03 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:01:03 user nova-compute[74287]:     <video>
Oct 26 08:01:03 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:01:03 user nova-compute[74287]:     </video>
Oct 26 08:01:03 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:01:03 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:01:03 user nova-compute[74287]:     </rng>
Oct 26 08:01:03 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:01:03 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:01:03 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:01:03 user nova-compute[74287]:     </memballoon>
Oct 26 08:01:03 user nova-compute[74287]:   </devices>
Oct 26 08:01:03 user nova-compute[74287]: </domain>
Oct 26 08:01:03 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:00:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1999434495',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1999434495',id=17,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE0ag1YpvadTkbxISIY+/50LOv4+9qo6A1bygieHWoJXcZycjdPfr9zNkNK6HjDl2cy1FyPknocueFpNFMQTXr90yEvyO9t9GoBnK9LeaoGGCK5hUysZ/74tWnfn2m32EA==',key_name='tempest-keypair-1500874136',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78b3e40348ab4d28951cf3f883b284de',ramdisk_id='',reservation_id='r-1esdmwe9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1566479428',owner_user_name='tempest-AttachVolumeShelveTestJSON-1566479428-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:01:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6127637bcb4d466f9e3fa414b0f415d4',uuid=9a47c9ad-2b15-47f1-8263-bd8a9423d8bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converting VIF {"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=c4337597-ae45-4d8c-b8e2-8956f800f904,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4337597-ae') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG os_vif [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=c4337597-ae45-4d8c-b8e2-8956f800f904,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4337597-ae') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6edeb60d-d058-5b12-84ad-f9753beb8003', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc4337597-ae, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc4337597-ae, col_values=(('qos', UUID('f0eb98a2-1014-4dde-b534-c82f4a65944e')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc4337597-ae, col_values=(('external_ids', {'iface-id': 'c4337597-ae45-4d8c-b8e2-8956f800f904', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c9:7a:db', 'vm-uuid': '9a47c9ad-2b15-47f1-8263-bd8a9423d8bb'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:03 user nova-compute[74287]: INFO os_vif [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=c4337597-ae45-4d8c-b8e2-8956f800f904,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4337597-ae')
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:01:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] No VIF found with MAC fa:16:3e:c9:7a:db, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:01:04 user nova-compute[74287]: DEBUG nova.network.neutron [req-5ff2db40-d2f3-42fd-b473-5386253635b7 req-d54b359a-2cf0-425b-b35d-8990e96ddf35 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Updated VIF entry in instance network info cache for port c4337597-ae45-4d8c-b8e2-8956f800f904. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:01:04 user nova-compute[74287]: DEBUG nova.network.neutron [req-5ff2db40-d2f3-42fd-b473-5386253635b7 req-d54b359a-2cf0-425b-b35d-8990e96ddf35 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Updating instance_info_cache with network_info: [{"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:01:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5ff2db40-d2f3-42fd-b473-5386253635b7 req-d54b359a-2cf0-425b-b35d-8990e96ddf35 service nova] Releasing lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:01:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-1666d736-8433-41c7-8da5-d1831f2593ce req-4960a45e-8d79-4a6b-b380-993f508c64f1 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received event network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:01:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1666d736-8433-41c7-8da5-d1831f2593ce req-4960a45e-8d79-4a6b-b380-993f508c64f1 service nova] Acquiring lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1666d736-8433-41c7-8da5-d1831f2593ce req-4960a45e-8d79-4a6b-b380-993f508c64f1 service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1666d736-8433-41c7-8da5-d1831f2593ce req-4960a45e-8d79-4a6b-b380-993f508c64f1 service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-1666d736-8433-41c7-8da5-d1831f2593ce req-4960a45e-8d79-4a6b-b380-993f508c64f1 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] No waiting events found dispatching network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:01:05 user nova-compute[74287]: WARNING nova.compute.manager [req-1666d736-8433-41c7-8da5-d1831f2593ce req-4960a45e-8d79-4a6b-b380-993f508c64f1 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received unexpected event network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 for instance with vm_state building and task_state spawning.
Oct 26 08:01:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:07 user nova-compute[74287]: DEBUG nova.compute.manager [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:01:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:01:07 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Instance spawned successfully.
Oct 26 08:01:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:01:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:07 user nova-compute[74287]: INFO nova.compute.manager [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Took 6.36 seconds to spawn the instance on the hypervisor.
Oct 26 08:01:07 user nova-compute[74287]: DEBUG nova.compute.manager [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:01:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-1428ff36-e059-4771-9cd6-7628055bcd39 req-020a154d-9f24-4b74-af3b-f225be4e1a82 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received event network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:01:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1428ff36-e059-4771-9cd6-7628055bcd39 req-020a154d-9f24-4b74-af3b-f225be4e1a82 service nova] Acquiring lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1428ff36-e059-4771-9cd6-7628055bcd39 req-020a154d-9f24-4b74-af3b-f225be4e1a82 service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1428ff36-e059-4771-9cd6-7628055bcd39 req-020a154d-9f24-4b74-af3b-f225be4e1a82 service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-1428ff36-e059-4771-9cd6-7628055bcd39 req-020a154d-9f24-4b74-af3b-f225be4e1a82 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] No waiting events found dispatching network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:01:07 user nova-compute[74287]: WARNING nova.compute.manager [req-1428ff36-e059-4771-9cd6-7628055bcd39 req-020a154d-9f24-4b74-af3b-f225be4e1a82 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received unexpected event network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 for instance with vm_state building and task_state spawning.
Oct 26 08:01:07 user nova-compute[74287]: INFO nova.compute.manager [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Took 7.25 seconds to build instance.
Oct 26 08:01:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0b3d968d-611a-442f-b3a7-acadd584908f tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.358s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:01:10 user nova-compute[74287]: INFO nova.compute.claims [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Claim successful on node user
Oct 26 08:01:10 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.453s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "ae6f4960-6844-4d45-972e-6db589e65401" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "ae6f4960-6844-4d45-972e-6db589e65401" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:01:10 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:01:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG nova.policy [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e01693f9147422aac8dbf4216dbc8dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b96ad2ea567b49b09c90dca1d76e894f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:01:10 user nova-compute[74287]: INFO nova.compute.claims [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Claim successful on node user
Oct 26 08:01:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:01:10 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Creating image(s)
Oct 26 08:01:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "/opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "/opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "/opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.198s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.214s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk 1073741824" returned: 0 in 0.060s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.282s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.681s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Successfully created port: c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG nova.network.neutron [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.219s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:11 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:01:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG nova.policy [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08a7e09730e441fca48aa3bbbfa4e816', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '218e9a6a59284439ab8264e8e7e6d018', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:01:11 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Creating image(s)
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "/opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "/opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "/opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Cannot resize image /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Ensure instance console log exists: /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.210s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-e95e7eff-2cba-459a-99a6-e817a09f2e6f req-6a1f7342-78f5-4ad3-a39a-7ec5b0a2e4e7 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received event volume-reimaged-4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e95e7eff-2cba-459a-99a6-e817a09f2e6f req-6a1f7342-78f5-4ad3-a39a-7ec5b0a2e4e7 service nova] Acquiring lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e95e7eff-2cba-459a-99a6-e817a09f2e6f req-6a1f7342-78f5-4ad3-a39a-7ec5b0a2e4e7 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e95e7eff-2cba-459a-99a6-e817a09f2e6f req-6a1f7342-78f5-4ad3-a39a-7ec5b0a2e4e7 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-e95e7eff-2cba-459a-99a6-e817a09f2e6f req-6a1f7342-78f5-4ad3-a39a-7ec5b0a2e4e7 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Processing event volume-reimaged-4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10871}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.283s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Instance event wait completed in 35 seconds for volume-reimaged {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk 1073741824" returned: 0 in 0.057s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.355s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:12 user nova-compute[74287]: INFO nova.virt.block_device [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Booting with volume 4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 at /dev/vda
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Successfully updated port: c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquired lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-1c6672f7-beca-4fa9-9980-a3d01dc98f6f req-12b68d51-78da-41c8-af0e-dd450d2a262c service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-changed-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-1c6672f7-beca-4fa9-9980-a3d01dc98f6f req-12b68d51-78da-41c8-af0e-dd450d2a262c service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Refreshing instance network info cache due to event network-changed-c00eeb33-635e-4fde-b35f-21edacb0f5a3. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1c6672f7-beca-4fa9-9980-a3d01dc98f6f req-12b68d51-78da-41c8-af0e-dd450d2a262c service nova] Acquiring lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.network.neutron [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Successfully created port: a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG os_brick.utils [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d5d57bf-3be6-483b-94a2-09171d951fd0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b5a10e7-3d29-4a2f-a651-dbedb1a73f66]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.213s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[aec1606a-4d01-444b-9c65-655c7671b8dd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ba64e0f-dd12-4e39-9905-e3412d8ccd95]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:01:12 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1fdcfcb-297b-4b41-a1c0-5d07b4fd7d5c]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG os_brick.utils [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] <== get_connector_properties: return (206ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Updating existing volume attachment record: c7ebb02a-10cb-4342-bb07-a9c6f0d469d1 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Cannot resize image /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Ensure instance console log exists: /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Updating instance_info_cache with network_info: [{"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Releasing lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Instance network_info: |[{"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1c6672f7-beca-4fa9-9980-a3d01dc98f6f req-12b68d51-78da-41c8-af0e-dd450d2a262c service nova] Acquired lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-1c6672f7-beca-4fa9-9980-a3d01dc98f6f req-12b68d51-78da-41c8-af0e-dd450d2a262c service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Refreshing network info cache for port c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:01:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Start _get_guest_xml network_info=[{"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:01:12 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:01:12 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:01:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1926247172',display_name='tempest-ServerRescueNegativeTestJSON-server-1926247172',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1926247172',id=18,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCqx8HRFPtr2o/m6hSUdLY0/znaFdF53QBF8qzoMK2DagrjOpbbVqEZYa4MSVgs2h1ll+9BwUNcfAmSC5/YxFZRWTN5+qXO1Rf5agRzQeNgUsb8s24Cw98OVEF3XlydoQQ==',key_name='tempest-keypair-597729919',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b96ad2ea567b49b09c90dca1d76e894f',ramdisk_id='',reservation_id='r-04cqcfpw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2040559012',owner_user_name='tempest-ServerRescueNegativeTestJSON-2040559012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:01:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0e01693f9147422aac8dbf4216dbc8dd',uuid=7b783a5c-41ec-4f01-a140-96a67a15ebb0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converting VIF {"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:03:9e,bridge_name='br-int',has_traffic_filtering=True,id=c00eeb33-635e-4fde-b35f-21edacb0f5a3,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc00eeb33-63') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.objects.instance [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'pci_devices' on Instance uuid 7b783a5c-41ec-4f01-a140-96a67a15ebb0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:01:13 user nova-compute[74287]:   <uuid>7b783a5c-41ec-4f01-a140-96a67a15ebb0</uuid>
Oct 26 08:01:13 user nova-compute[74287]:   <name>instance-00000012</name>
Oct 26 08:01:13 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:01:13 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:01:13 user nova-compute[74287]:   <metadata>
Oct 26 08:01:13 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:01:13 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:01:13 user nova-compute[74287]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1926247172</nova:name>
Oct 26 08:01:13 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:01:12</nova:creationTime>
Oct 26 08:01:13 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:01:13 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:01:13 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:01:13 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:01:13 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:01:13 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:01:13 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:01:13 user nova-compute[74287]:       <nova:owner>
Oct 26 08:01:13 user nova-compute[74287]:         <nova:user uuid="0e01693f9147422aac8dbf4216dbc8dd">tempest-ServerRescueNegativeTestJSON-2040559012-project-member</nova:user>
Oct 26 08:01:13 user nova-compute[74287]:         <nova:project uuid="b96ad2ea567b49b09c90dca1d76e894f">tempest-ServerRescueNegativeTestJSON-2040559012</nova:project>
Oct 26 08:01:13 user nova-compute[74287]:       </nova:owner>
Oct 26 08:01:13 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:01:13 user nova-compute[74287]:       <nova:ports>
Oct 26 08:01:13 user nova-compute[74287]:         <nova:port uuid="c00eeb33-635e-4fde-b35f-21edacb0f5a3">
Oct 26 08:01:13 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 08:01:13 user nova-compute[74287]:         </nova:port>
Oct 26 08:01:13 user nova-compute[74287]:       </nova:ports>
Oct 26 08:01:13 user nova-compute[74287]:     </nova:instance>
Oct 26 08:01:13 user nova-compute[74287]:   </metadata>
Oct 26 08:01:13 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:01:13 user nova-compute[74287]:     <system>
Oct 26 08:01:13 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:01:13 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:01:13 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:01:13 user nova-compute[74287]:       <entry name="serial">7b783a5c-41ec-4f01-a140-96a67a15ebb0</entry>
Oct 26 08:01:13 user nova-compute[74287]:       <entry name="uuid">7b783a5c-41ec-4f01-a140-96a67a15ebb0</entry>
Oct 26 08:01:13 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:01:13 user nova-compute[74287]:     </system>
Oct 26 08:01:13 user nova-compute[74287]:   </sysinfo>
Oct 26 08:01:13 user nova-compute[74287]:   <os>
Oct 26 08:01:13 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:01:13 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:01:13 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:01:13 user nova-compute[74287]:   </os>
Oct 26 08:01:13 user nova-compute[74287]:   <features>
Oct 26 08:01:13 user nova-compute[74287]:     <acpi/>
Oct 26 08:01:13 user nova-compute[74287]:     <apic/>
Oct 26 08:01:13 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:01:13 user nova-compute[74287]:   </features>
Oct 26 08:01:13 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:01:13 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:01:13 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:01:13 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:01:13 user nova-compute[74287]:   </clock>
Oct 26 08:01:13 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:01:13 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:01:13 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:01:13 user nova-compute[74287]:   </cpu>
Oct 26 08:01:13 user nova-compute[74287]:   <devices>
Oct 26 08:01:13 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:01:13 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:01:13 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk"/>
Oct 26 08:01:13 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:01:13 user nova-compute[74287]:     </disk>
Oct 26 08:01:13 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:01:13 user nova-compute[74287]:       <mac address="fa:16:3e:98:03:9e"/>
Oct 26 08:01:13 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:01:13 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:01:13 user nova-compute[74287]:       <target dev="tapc00eeb33-63"/>
Oct 26 08:01:13 user nova-compute[74287]:     </interface>
Oct 26 08:01:13 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:01:13 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/console.log" append="off"/>
Oct 26 08:01:13 user nova-compute[74287]:     </serial>
Oct 26 08:01:13 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:01:13 user nova-compute[74287]:     <video>
Oct 26 08:01:13 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:01:13 user nova-compute[74287]:     </video>
Oct 26 08:01:13 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:01:13 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:01:13 user nova-compute[74287]:     </rng>
Oct 26 08:01:13 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:01:13 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:01:13 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:01:13 user nova-compute[74287]:     </memballoon>
Oct 26 08:01:13 user nova-compute[74287]:   </devices>
Oct 26 08:01:13 user nova-compute[74287]: </domain>
Oct 26 08:01:13 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:01:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1926247172',display_name='tempest-ServerRescueNegativeTestJSON-server-1926247172',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1926247172',id=18,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCqx8HRFPtr2o/m6hSUdLY0/znaFdF53QBF8qzoMK2DagrjOpbbVqEZYa4MSVgs2h1ll+9BwUNcfAmSC5/YxFZRWTN5+qXO1Rf5agRzQeNgUsb8s24Cw98OVEF3XlydoQQ==',key_name='tempest-keypair-597729919',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b96ad2ea567b49b09c90dca1d76e894f',ramdisk_id='',reservation_id='r-04cqcfpw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2040559012',owner_user_name='tempest-ServerRescueNegativeTestJSON-2040559012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:01:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0e01693f9147422aac8dbf4216dbc8dd',uuid=7b783a5c-41ec-4f01-a140-96a67a15ebb0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converting VIF {"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:03:9e,bridge_name='br-int',has_traffic_filtering=True,id=c00eeb33-635e-4fde-b35f-21edacb0f5a3,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc00eeb33-63') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG os_vif [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:03:9e,bridge_name='br-int',has_traffic_filtering=True,id=c00eeb33-635e-4fde-b35f-21edacb0f5a3,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc00eeb33-63') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '96f78f3d-cc28-55ea-aecc-18c704dec87a', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc00eeb33-63, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc00eeb33-63, col_values=(('qos', UUID('591ce041-8339-4617-9b10-4e9cfdc83cad')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc00eeb33-63, col_values=(('external_ids', {'iface-id': 'c00eeb33-635e-4fde-b35f-21edacb0f5a3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:98:03:9e', 'vm-uuid': '7b783a5c-41ec-4f01-a140-96a67a15ebb0'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:13 user nova-compute[74287]: INFO os_vif [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:03:9e,bridge_name='br-int',has_traffic_filtering=True,id=c00eeb33-635e-4fde-b35f-21edacb0f5a3,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc00eeb33-63')
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No VIF found with MAC fa:16:3e:98:03:9e, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.network.neutron [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Successfully updated port: a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "refresh_cache-ae6f4960-6844-4d45-972e-6db589e65401" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquired lock "refresh_cache-ae6f4960-6844-4d45-972e-6db589e65401" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.network.neutron [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-0033f500-d6dd-4f43-8cc1-d8d9975f5712 req-2fdb004b-e172-4514-895e-a8ad21bcc513 service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Received event network-changed-a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-0033f500-d6dd-4f43-8cc1-d8d9975f5712 req-2fdb004b-e172-4514-895e-a8ad21bcc513 service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Refreshing instance network info cache due to event network-changed-a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0033f500-d6dd-4f43-8cc1-d8d9975f5712 req-2fdb004b-e172-4514-895e-a8ad21bcc513 service nova] Acquiring lock "refresh_cache-ae6f4960-6844-4d45-972e-6db589e65401" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.network.neutron [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.network.neutron [req-1c6672f7-beca-4fa9-9980-a3d01dc98f6f req-12b68d51-78da-41c8-af0e-dd450d2a262c service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Updated VIF entry in instance network info cache for port c00eeb33-635e-4fde-b35f-21edacb0f5a3. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.network.neutron [req-1c6672f7-beca-4fa9-9980-a3d01dc98f6f req-12b68d51-78da-41c8-af0e-dd450d2a262c service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Updating instance_info_cache with network_info: [{"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1c6672f7-beca-4fa9-9980-a3d01dc98f6f req-12b68d51-78da-41c8-af0e-dd450d2a262c service nova] Releasing lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.network.neutron [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Updating instance_info_cache with network_info: [{"id": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "address": "fa:16:3e:59:81:ca", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c67920-ce", "ovs_interfaceid": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Releasing lock "refresh_cache-ae6f4960-6844-4d45-972e-6db589e65401" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.compute.manager [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Instance network_info: |[{"id": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "address": "fa:16:3e:59:81:ca", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c67920-ce", "ovs_interfaceid": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0033f500-d6dd-4f43-8cc1-d8d9975f5712 req-2fdb004b-e172-4514-895e-a8ad21bcc513 service nova] Acquired lock "refresh_cache-ae6f4960-6844-4d45-972e-6db589e65401" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.network.neutron [req-0033f500-d6dd-4f43-8cc1-d8d9975f5712 req-2fdb004b-e172-4514-895e-a8ad21bcc513 service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Refreshing network info cache for port a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Start _get_guest_xml network_info=[{"id": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "address": "fa:16:3e:59:81:ca", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c67920-ce", "ovs_interfaceid": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:01:13 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:01:13 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:01:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-615865675',display_name='tempest-ServersNegativeTestJSON-server-615865675',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-615865675',id=19,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='218e9a6a59284439ab8264e8e7e6d018',ramdisk_id='',reservation_id='r-pbxups8c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2116051128',owner_user_name='tempest-ServersNegativeTestJSON-2116051128-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:01:12Z,user_data=None,user_id='08a7e09730e441fca48aa3bbbfa4e816',uuid=ae6f4960-6844-4d45-972e-6db589e65401,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "address": "fa:16:3e:59:81:ca", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c67920-ce", "ovs_interfaceid": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Converting VIF {"id": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "address": "fa:16:3e:59:81:ca", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c67920-ce", "ovs_interfaceid": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:81:ca,bridge_name='br-int',has_traffic_filtering=True,id=a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4,network=Network(701fd62d-41bf-48fb-b193-c2fd4c69618a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8c67920-ce') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.objects.instance [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lazy-loading 'pci_devices' on Instance uuid ae6f4960-6844-4d45-972e-6db589e65401 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:01:13 user nova-compute[74287]:   <uuid>ae6f4960-6844-4d45-972e-6db589e65401</uuid>
Oct 26 08:01:13 user nova-compute[74287]:   <name>instance-00000013</name>
Oct 26 08:01:13 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:01:13 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:01:13 user nova-compute[74287]:   <metadata>
Oct 26 08:01:13 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:01:13 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:01:13 user nova-compute[74287]:       <nova:name>tempest-ServersNegativeTestJSON-server-615865675</nova:name>
Oct 26 08:01:13 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:01:13</nova:creationTime>
Oct 26 08:01:13 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:01:13 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:01:13 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:01:13 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:01:13 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:01:13 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:01:13 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:01:13 user nova-compute[74287]:       <nova:owner>
Oct 26 08:01:13 user nova-compute[74287]:         <nova:user uuid="08a7e09730e441fca48aa3bbbfa4e816">tempest-ServersNegativeTestJSON-2116051128-project-member</nova:user>
Oct 26 08:01:13 user nova-compute[74287]:         <nova:project uuid="218e9a6a59284439ab8264e8e7e6d018">tempest-ServersNegativeTestJSON-2116051128</nova:project>
Oct 26 08:01:13 user nova-compute[74287]:       </nova:owner>
Oct 26 08:01:13 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:01:13 user nova-compute[74287]:       <nova:ports>
Oct 26 08:01:13 user nova-compute[74287]:         <nova:port uuid="a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4">
Oct 26 08:01:13 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 26 08:01:13 user nova-compute[74287]:         </nova:port>
Oct 26 08:01:13 user nova-compute[74287]:       </nova:ports>
Oct 26 08:01:13 user nova-compute[74287]:     </nova:instance>
Oct 26 08:01:13 user nova-compute[74287]:   </metadata>
Oct 26 08:01:13 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:01:13 user nova-compute[74287]:     <system>
Oct 26 08:01:13 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:01:13 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:01:13 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:01:13 user nova-compute[74287]:       <entry name="serial">ae6f4960-6844-4d45-972e-6db589e65401</entry>
Oct 26 08:01:13 user nova-compute[74287]:       <entry name="uuid">ae6f4960-6844-4d45-972e-6db589e65401</entry>
Oct 26 08:01:13 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:01:13 user nova-compute[74287]:     </system>
Oct 26 08:01:13 user nova-compute[74287]:   </sysinfo>
Oct 26 08:01:13 user nova-compute[74287]:   <os>
Oct 26 08:01:13 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:01:13 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:01:13 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:01:13 user nova-compute[74287]:   </os>
Oct 26 08:01:13 user nova-compute[74287]:   <features>
Oct 26 08:01:13 user nova-compute[74287]:     <acpi/>
Oct 26 08:01:13 user nova-compute[74287]:     <apic/>
Oct 26 08:01:13 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:01:13 user nova-compute[74287]:   </features>
Oct 26 08:01:13 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:01:13 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:01:13 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:01:13 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:01:13 user nova-compute[74287]:   </clock>
Oct 26 08:01:13 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:01:13 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:01:13 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:01:13 user nova-compute[74287]:   </cpu>
Oct 26 08:01:13 user nova-compute[74287]:   <devices>
Oct 26 08:01:13 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:01:13 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:01:13 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk"/>
Oct 26 08:01:13 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:01:13 user nova-compute[74287]:     </disk>
Oct 26 08:01:13 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:01:13 user nova-compute[74287]:       <mac address="fa:16:3e:59:81:ca"/>
Oct 26 08:01:13 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:01:13 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:01:13 user nova-compute[74287]:       <target dev="tapa8c67920-ce"/>
Oct 26 08:01:13 user nova-compute[74287]:     </interface>
Oct 26 08:01:13 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:01:13 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/console.log" append="off"/>
Oct 26 08:01:13 user nova-compute[74287]:     </serial>
Oct 26 08:01:13 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:01:13 user nova-compute[74287]:     <video>
Oct 26 08:01:13 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:01:13 user nova-compute[74287]:     </video>
Oct 26 08:01:13 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:01:13 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:01:13 user nova-compute[74287]:     </rng>
Oct 26 08:01:13 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:01:13 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:01:13 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:01:13 user nova-compute[74287]:     </memballoon>
Oct 26 08:01:13 user nova-compute[74287]:   </devices>
Oct 26 08:01:13 user nova-compute[74287]: </domain>
Oct 26 08:01:13 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:01:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-615865675',display_name='tempest-ServersNegativeTestJSON-server-615865675',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-615865675',id=19,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='218e9a6a59284439ab8264e8e7e6d018',ramdisk_id='',reservation_id='r-pbxups8c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2116051128',owner_user_name='tempest-ServersNegativeTestJSON-2116051128-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:01:12Z,user_data=None,user_id='08a7e09730e441fca48aa3bbbfa4e816',uuid=ae6f4960-6844-4d45-972e-6db589e65401,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "address": "fa:16:3e:59:81:ca", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c67920-ce", "ovs_interfaceid": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Converting VIF {"id": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "address": "fa:16:3e:59:81:ca", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c67920-ce", "ovs_interfaceid": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:81:ca,bridge_name='br-int',has_traffic_filtering=True,id=a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4,network=Network(701fd62d-41bf-48fb-b193-c2fd4c69618a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8c67920-ce') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG os_vif [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:81:ca,bridge_name='br-int',has_traffic_filtering=True,id=a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4,network=Network(701fd62d-41bf-48fb-b193-c2fd4c69618a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8c67920-ce') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8d1e3091-b585-52f9-bdd0-562475bb189a', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa8c67920-ce, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa8c67920-ce, col_values=(('qos', UUID('d3a1cc81-2c68-4f75-81f3-069b6cc9c113')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa8c67920-ce, col_values=(('external_ids', {'iface-id': 'a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:59:81:ca', 'vm-uuid': 'ae6f4960-6844-4d45-972e-6db589e65401'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:13 user nova-compute[74287]: INFO os_vif [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:81:ca,bridge_name='br-int',has_traffic_filtering=True,id=a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4,network=Network(701fd62d-41bf-48fb-b193-c2fd4c69618a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8c67920-ce')
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:01:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] No VIF found with MAC fa:16:3e:59:81:ca, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:01:14 user nova-compute[74287]: DEBUG nova.network.neutron [req-0033f500-d6dd-4f43-8cc1-d8d9975f5712 req-2fdb004b-e172-4514-895e-a8ad21bcc513 service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Updated VIF entry in instance network info cache for port a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:01:14 user nova-compute[74287]: DEBUG nova.network.neutron [req-0033f500-d6dd-4f43-8cc1-d8d9975f5712 req-2fdb004b-e172-4514-895e-a8ad21bcc513 service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Updating instance_info_cache with network_info: [{"id": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "address": "fa:16:3e:59:81:ca", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c67920-ce", "ovs_interfaceid": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:01:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0033f500-d6dd-4f43-8cc1-d8d9975f5712 req-2fdb004b-e172-4514-895e-a8ad21bcc513 service nova] Releasing lock "refresh_cache-ae6f4960-6844-4d45-972e-6db589e65401" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:01:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-23e76a00-6eb7-443f-8af3-6c17c1c47119 req-3b27869c-c832-4019-90c5-04c50a2fdde3 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:01:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-23e76a00-6eb7-443f-8af3-6c17c1c47119 req-3b27869c-c832-4019-90c5-04c50a2fdde3 service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-23e76a00-6eb7-443f-8af3-6c17c1c47119 req-3b27869c-c832-4019-90c5-04c50a2fdde3 service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-23e76a00-6eb7-443f-8af3-6c17c1c47119 req-3b27869c-c832-4019-90c5-04c50a2fdde3 service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-23e76a00-6eb7-443f-8af3-6c17c1c47119 req-3b27869c-c832-4019-90c5-04c50a2fdde3 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:01:16 user nova-compute[74287]: WARNING nova.compute.manager [req-23e76a00-6eb7-443f-8af3-6c17c1c47119 req-3b27869c-c832-4019-90c5-04c50a2fdde3 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received unexpected event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with vm_state building and task_state spawning.
Oct 26 08:01:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-c49791d6-cd81-4f7e-80b8-80145dee3db3 req-3df089a5-deb8-453f-8968-f8cd0e653c36 service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Received event network-vif-plugged-a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:01:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c49791d6-cd81-4f7e-80b8-80145dee3db3 req-3df089a5-deb8-453f-8968-f8cd0e653c36 service nova] Acquiring lock "ae6f4960-6844-4d45-972e-6db589e65401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c49791d6-cd81-4f7e-80b8-80145dee3db3 req-3df089a5-deb8-453f-8968-f8cd0e653c36 service nova] Lock "ae6f4960-6844-4d45-972e-6db589e65401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c49791d6-cd81-4f7e-80b8-80145dee3db3 req-3df089a5-deb8-453f-8968-f8cd0e653c36 service nova] Lock "ae6f4960-6844-4d45-972e-6db589e65401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-c49791d6-cd81-4f7e-80b8-80145dee3db3 req-3df089a5-deb8-453f-8968-f8cd0e653c36 service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] No waiting events found dispatching network-vif-plugged-a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:01:16 user nova-compute[74287]: WARNING nova.compute.manager [req-c49791d6-cd81-4f7e-80b8-80145dee3db3 req-3df089a5-deb8-453f-8968-f8cd0e653c36 service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Received unexpected event network-vif-plugged-a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 for instance with vm_state building and task_state spawning.
Oct 26 08:01:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-e6e90313-5a36-4cd1-ba37-bd92ffdb862b req-6f4c16b4-53ff-47f0-9641-757be4ffa8a6 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e6e90313-5a36-4cd1-ba37-bd92ffdb862b req-6f4c16b4-53ff-47f0-9641-757be4ffa8a6 service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e6e90313-5a36-4cd1-ba37-bd92ffdb862b req-6f4c16b4-53ff-47f0-9641-757be4ffa8a6 service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e6e90313-5a36-4cd1-ba37-bd92ffdb862b req-6f4c16b4-53ff-47f0-9641-757be4ffa8a6 service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-e6e90313-5a36-4cd1-ba37-bd92ffdb862b req-6f4c16b4-53ff-47f0-9641-757be4ffa8a6 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:01:18 user nova-compute[74287]: WARNING nova.compute.manager [req-e6e90313-5a36-4cd1-ba37-bd92ffdb862b req-6f4c16b4-53ff-47f0-9641-757be4ffa8a6 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received unexpected event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with vm_state building and task_state spawning.
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-2cafbf2e-a393-4a91-8e23-3205055ef85a req-9ad3b3c0-1922-4478-a2e3-db8ec67d4958 service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Received event network-vif-plugged-a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2cafbf2e-a393-4a91-8e23-3205055ef85a req-9ad3b3c0-1922-4478-a2e3-db8ec67d4958 service nova] Acquiring lock "ae6f4960-6844-4d45-972e-6db589e65401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2cafbf2e-a393-4a91-8e23-3205055ef85a req-9ad3b3c0-1922-4478-a2e3-db8ec67d4958 service nova] Lock "ae6f4960-6844-4d45-972e-6db589e65401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2cafbf2e-a393-4a91-8e23-3205055ef85a req-9ad3b3c0-1922-4478-a2e3-db8ec67d4958 service nova] Lock "ae6f4960-6844-4d45-972e-6db589e65401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-2cafbf2e-a393-4a91-8e23-3205055ef85a req-9ad3b3c0-1922-4478-a2e3-db8ec67d4958 service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] No waiting events found dispatching network-vif-plugged-a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:01:18 user nova-compute[74287]: WARNING nova.compute.manager [req-2cafbf2e-a393-4a91-8e23-3205055ef85a req-9ad3b3c0-1922-4478-a2e3-db8ec67d4958 service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Received unexpected event network-vif-plugged-a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 for instance with vm_state building and task_state spawning.
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:01:18 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Instance spawned successfully.
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:01:18 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Instance spawned successfully.
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:18 user nova-compute[74287]: INFO nova.compute.manager [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Took 7.08 seconds to spawn the instance on the hypervisor.
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:01:18 user nova-compute[74287]: INFO nova.compute.manager [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Took 8.05 seconds to spawn the instance on the hypervisor.
Oct 26 08:01:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:01:19 user nova-compute[74287]: INFO nova.compute.manager [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Took 8.21 seconds to build instance.
Oct 26 08:01:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-996cab84-94c6-4258-af34-7e57b8568cf0 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "ae6f4960-6844-4d45-972e-6db589e65401" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.369s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:19 user nova-compute[74287]: INFO nova.compute.manager [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Took 8.91 seconds to build instance.
Oct 26 08:01:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8ce0d60b-2693-4af9-aa16-2c3931f006d1 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.085s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-96f062bf-7835-4701-a85d-981fb43868cb req-53eaa570-bf1c-40b9-91c1-26882893335c service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Received event network-changed-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:01:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-96f062bf-7835-4701-a85d-981fb43868cb req-53eaa570-bf1c-40b9-91c1-26882893335c service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Refreshing instance network info cache due to event network-changed-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:01:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-96f062bf-7835-4701-a85d-981fb43868cb req-53eaa570-bf1c-40b9-91c1-26882893335c service nova] Acquiring lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:01:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-96f062bf-7835-4701-a85d-981fb43868cb req-53eaa570-bf1c-40b9-91c1-26882893335c service nova] Acquired lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:01:22 user nova-compute[74287]: DEBUG nova.network.neutron [req-96f062bf-7835-4701-a85d-981fb43868cb req-53eaa570-bf1c-40b9-91c1-26882893335c service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Refreshing network info cache for port fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:01:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-96f062bf-7835-4701-a85d-981fb43868cb req-53eaa570-bf1c-40b9-91c1-26882893335c service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Updated VIF entry in instance network info cache for port fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:01:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-96f062bf-7835-4701-a85d-981fb43868cb req-53eaa570-bf1c-40b9-91c1-26882893335c service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Updating instance_info_cache with network_info: [{"id": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "address": "fa:16:3e:2b:91:c7", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc3f3e5f-dc", "ovs_interfaceid": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:01:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-96f062bf-7835-4701-a85d-981fb43868cb req-53eaa570-bf1c-40b9-91c1-26882893335c service nova] Releasing lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:01:23 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:01:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:25 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:01:25 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:01:25 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:01:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:01:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.208s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:30 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:01:30 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:01:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7929MB free_disk=25.38355255126953GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9fc644c5-b600-4fb5-8e7b-44a72884358b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance f638f2bf-c6cd-4481-8017-208b1368f26c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 7b783a5c-41ec-4f01-a140-96a67a15ebb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ae6f4960-6844-4d45-972e-6db589e65401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:01:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.505s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:01:32 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Creating image(s)
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Did not create local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Ensure instance console log exists: /opt/stack/data/nova/instances/9fc644c5-b600-4fb5-8e7b-44a72884358b/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Start _get_guest_xml network_info=[{"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'attachment_id': 'c7ebb02a-10cb-4342-bb07-a9c6f0d469d1', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AGzklnce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9fc644c5-b600-4fb5-8e7b-44a72884358b', 'attached_at': '', 'detached_at': '', 'volume_id': '4ef69671-b2b6-4e24-83a9-bf82cf64ffc4', 'serial': '4ef69671-b2b6-4e24-83a9-bf82cf64ffc4'}, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:01:32 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 26 08:01:32 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9fc644c5-b600-4fb5-8e7b-44a72884358b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AGzklnce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:01:32 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 08:01:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:01:32 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 08:01:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:01:32 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[df761e7f-a6d5-4106-a2b7-c6ce72f32bc1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:01:32 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[caee3eec-2a3b-4097-9933-692c5621a47b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4] added
Oct 26 08:01:32 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a5808f3-3cbd-4f03-928c-b9c3bf9397b4]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d31b3ac1-c5a3-437e-b456-a71d613ab0b5]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AGzklnce {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AGzklnce" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdb14d35-403c-4a75-8346-eb6f55f627e3]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AGzklnce'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b42131f-7cb0-49cc-a965-376c1a052667]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-9fc644c5-b600-4fb5-8e7b-44a72884358b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-9fc644c5-b600-4fb5-8e7b-44a72884358b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1ed7431-d34d-42d1-89b3-d9cb39d3ca19]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:01:32 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:01:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:01:32 user nova-compute[74287]:  {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:01:32 user nova-compute[74287]: WARNING os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 08:01:32 user nova-compute[74287]: : NotImplementedError
Oct 26 08:01:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9789d8b-ddbe-43ec-b406-265f4e732443]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260]
Oct 26 08:01:33 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260] successful.
Oct 26 08:01:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[733e6bfc-ed81-41af-9ad7-622337aca100]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d7ebd74-3fd8-4c46-9172-688aec8e0e63]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 (non-flash)
Oct 26 08:01:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 (non-flash)
Oct 26 08:01:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] HCTL ('33', '-', '-', 0) found on session 22 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[54b70e83-435e-4f81-910d-775db04a86bd]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Searching for a device in session 22 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AGzklnce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Updating instance_info_cache with network_info: [{"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-9fc644c5-b600-4fb5-8e7b-44a72884358b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:01:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] <== connect_volume: return (1311ms) {'type': 'block', 'scsi_wwn': '23964363939343137', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23964363939343137', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T07:58:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-515225981',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-21700573',id=13,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBdjNpYN+VaiiPXausFN7PecTBORjxt21IIM4BKeApVvXLsyDZoIWLBuvv4hQkQY+82cmw3OOZ/roPPbXZGymCD1IRaR6rfycxDIhIphD4VcHkXoSUTJUk8HO4oZLullgA==',key_name='tempest-keypair-806672631',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:59:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='527638f1b1b249ce99cf68ee5645fb6d',ramdisk_id='',reservation_id='r-8ruyw18l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1988420811',owner_user_name='tempest-ServerActionsV293TestJSON-1988420811-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:01:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90b7efceed6a409080f8fc1e6a5267d4',uuid=9fc644c5-b600-4fb5-8e7b-44a72884358b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Converting VIF {"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b0:3e:c3,bridge_name='br-int',has_traffic_filtering=True,id=cb43faa5-bac3-490b-92e2-8e9d55459e20,network=Network(cbf146ac-4a86-4382-abbb-326cfc6ac19e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb43faa5-ba') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:01:34 user nova-compute[74287]:   <uuid>9fc644c5-b600-4fb5-8e7b-44a72884358b</uuid>
Oct 26 08:01:34 user nova-compute[74287]:   <name>instance-0000000d</name>
Oct 26 08:01:34 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:01:34 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:01:34 user nova-compute[74287]:   <metadata>
Oct 26 08:01:34 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:01:34 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:01:34 user nova-compute[74287]:       <nova:name>tempest-ServerActionsV293TestJSON-server-515225981</nova:name>
Oct 26 08:01:34 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:01:32</nova:creationTime>
Oct 26 08:01:34 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:01:34 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:01:34 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:01:34 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:01:34 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:01:34 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:01:34 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:01:34 user nova-compute[74287]:       <nova:owner>
Oct 26 08:01:34 user nova-compute[74287]:         <nova:user uuid="90b7efceed6a409080f8fc1e6a5267d4">tempest-ServerActionsV293TestJSON-1988420811-project-member</nova:user>
Oct 26 08:01:34 user nova-compute[74287]:         <nova:project uuid="527638f1b1b249ce99cf68ee5645fb6d">tempest-ServerActionsV293TestJSON-1988420811</nova:project>
Oct 26 08:01:34 user nova-compute[74287]:       </nova:owner>
Oct 26 08:01:34 user nova-compute[74287]:       <nova:ports>
Oct 26 08:01:34 user nova-compute[74287]:         <nova:port uuid="cb43faa5-bac3-490b-92e2-8e9d55459e20">
Oct 26 08:01:34 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 26 08:01:34 user nova-compute[74287]:         </nova:port>
Oct 26 08:01:34 user nova-compute[74287]:       </nova:ports>
Oct 26 08:01:34 user nova-compute[74287]:     </nova:instance>
Oct 26 08:01:34 user nova-compute[74287]:   </metadata>
Oct 26 08:01:34 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:01:34 user nova-compute[74287]:     <system>
Oct 26 08:01:34 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:01:34 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:01:34 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:01:34 user nova-compute[74287]:       <entry name="serial">9fc644c5-b600-4fb5-8e7b-44a72884358b</entry>
Oct 26 08:01:34 user nova-compute[74287]:       <entry name="uuid">9fc644c5-b600-4fb5-8e7b-44a72884358b</entry>
Oct 26 08:01:34 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:01:34 user nova-compute[74287]:     </system>
Oct 26 08:01:34 user nova-compute[74287]:   </sysinfo>
Oct 26 08:01:34 user nova-compute[74287]:   <os>
Oct 26 08:01:34 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:01:34 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:01:34 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:01:34 user nova-compute[74287]:   </os>
Oct 26 08:01:34 user nova-compute[74287]:   <features>
Oct 26 08:01:34 user nova-compute[74287]:     <acpi/>
Oct 26 08:01:34 user nova-compute[74287]:     <apic/>
Oct 26 08:01:34 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:01:34 user nova-compute[74287]:   </features>
Oct 26 08:01:34 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:01:34 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:01:34 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:01:34 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:01:34 user nova-compute[74287]:   </clock>
Oct 26 08:01:34 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:01:34 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:01:34 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:01:34 user nova-compute[74287]:   </cpu>
Oct 26 08:01:34 user nova-compute[74287]:   <devices>
Oct 26 08:01:34 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:01:34 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:01:34 user nova-compute[74287]:       <source dev="/dev/sdb"/>
Oct 26 08:01:34 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:01:34 user nova-compute[74287]:       <serial>4ef69671-b2b6-4e24-83a9-bf82cf64ffc4</serial>
Oct 26 08:01:34 user nova-compute[74287]:     </disk>
Oct 26 08:01:34 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:01:34 user nova-compute[74287]:       <mac address="fa:16:3e:b0:3e:c3"/>
Oct 26 08:01:34 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:01:34 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:01:34 user nova-compute[74287]:       <target dev="tapcb43faa5-ba"/>
Oct 26 08:01:34 user nova-compute[74287]:     </interface>
Oct 26 08:01:34 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:01:34 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/9fc644c5-b600-4fb5-8e7b-44a72884358b/console.log" append="off"/>
Oct 26 08:01:34 user nova-compute[74287]:     </serial>
Oct 26 08:01:34 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:01:34 user nova-compute[74287]:     <video>
Oct 26 08:01:34 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:01:34 user nova-compute[74287]:     </video>
Oct 26 08:01:34 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:01:34 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:01:34 user nova-compute[74287]:     </rng>
Oct 26 08:01:34 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:01:34 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:01:34 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:01:34 user nova-compute[74287]:     </memballoon>
Oct 26 08:01:34 user nova-compute[74287]:   </devices>
Oct 26 08:01:34 user nova-compute[74287]: </domain>
Oct 26 08:01:34 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T07:58:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-515225981',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-21700573',id=13,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBdjNpYN+VaiiPXausFN7PecTBORjxt21IIM4BKeApVvXLsyDZoIWLBuvv4hQkQY+82cmw3OOZ/roPPbXZGymCD1IRaR6rfycxDIhIphD4VcHkXoSUTJUk8HO4oZLullgA==',key_name='tempest-keypair-806672631',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:59:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='527638f1b1b249ce99cf68ee5645fb6d',ramdisk_id='',reservation_id='r-8ruyw18l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1988420811',owner_user_name='tempest-ServerActionsV293TestJSON-1988420811-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:01:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90b7efceed6a409080f8fc1e6a5267d4',uuid=9fc644c5-b600-4fb5-8e7b-44a72884358b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Converting VIF {"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b0:3e:c3,bridge_name='br-int',has_traffic_filtering=True,id=cb43faa5-bac3-490b-92e2-8e9d55459e20,network=Network(cbf146ac-4a86-4382-abbb-326cfc6ac19e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb43faa5-ba') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG os_vif [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b0:3e:c3,bridge_name='br-int',has_traffic_filtering=True,id=cb43faa5-bac3-490b-92e2-8e9d55459e20,network=Network(cbf146ac-4a86-4382-abbb-326cfc6ac19e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb43faa5-ba') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8f915c21-1da0-583d-b78f-e96c5c8472ff', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcb43faa5-ba, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcb43faa5-ba, col_values=(('qos', UUID('18a1a200-05de-4de8-9283-2e6b008e620e')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcb43faa5-ba, col_values=(('external_ids', {'iface-id': 'cb43faa5-bac3-490b-92e2-8e9d55459e20', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b0:3e:c3', 'vm-uuid': '9fc644c5-b600-4fb5-8e7b-44a72884358b'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:34 user nova-compute[74287]: INFO os_vif [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b0:3e:c3,bridge_name='br-int',has_traffic_filtering=True,id=cb43faa5-bac3-490b-92e2-8e9d55459e20,network=Network(cbf146ac-4a86-4382-abbb-326cfc6ac19e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb43faa5-ba')
Oct 26 08:01:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:01:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] No VIF found with MAC fa:16:3e:b0:3e:c3, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:01:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:35 user nova-compute[74287]: DEBUG nova.compute.manager [req-ee88ac66-773b-4172-bbb7-dec0564626a7 req-131c3436-b3b0-4df3-a842-69c53fc642f3 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received event network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:01:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ee88ac66-773b-4172-bbb7-dec0564626a7 req-131c3436-b3b0-4df3-a842-69c53fc642f3 service nova] Acquiring lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ee88ac66-773b-4172-bbb7-dec0564626a7 req-131c3436-b3b0-4df3-a842-69c53fc642f3 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ee88ac66-773b-4172-bbb7-dec0564626a7 req-131c3436-b3b0-4df3-a842-69c53fc642f3 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:35 user nova-compute[74287]: DEBUG nova.compute.manager [req-ee88ac66-773b-4172-bbb7-dec0564626a7 req-131c3436-b3b0-4df3-a842-69c53fc642f3 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] No waiting events found dispatching network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:01:35 user nova-compute[74287]: WARNING nova.compute.manager [req-ee88ac66-773b-4172-bbb7-dec0564626a7 req-131c3436-b3b0-4df3-a842-69c53fc642f3 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received unexpected event network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 for instance with vm_state active and task_state rebuild_spawning.
Oct 26 08:01:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:01:37 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Instance spawned successfully.
Oct 26 08:01:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-a639d954-623e-4cba-99fb-ac2199f4af21 req-a061cb1b-af88-4d6e-a1bb-c058af0443e2 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received event network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a639d954-623e-4cba-99fb-ac2199f4af21 req-a061cb1b-af88-4d6e-a1bb-c058af0443e2 service nova] Acquiring lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a639d954-623e-4cba-99fb-ac2199f4af21 req-a061cb1b-af88-4d6e-a1bb-c058af0443e2 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a639d954-623e-4cba-99fb-ac2199f4af21 req-a061cb1b-af88-4d6e-a1bb-c058af0443e2 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-a639d954-623e-4cba-99fb-ac2199f4af21 req-a061cb1b-af88-4d6e-a1bb-c058af0443e2 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] No waiting events found dispatching network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:01:37 user nova-compute[74287]: WARNING nova.compute.manager [req-a639d954-623e-4cba-99fb-ac2199f4af21 req-a061cb1b-af88-4d6e-a1bb-c058af0443e2 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received unexpected event network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 for instance with vm_state active and task_state rebuild_spawning.
Oct 26 08:01:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74287) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 26 08:01:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e95e7eff-2cba-459a-99a6-e817a09f2e6f tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.074s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:01:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:01:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Acquiring lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:01:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:01:59 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:02:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:02:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:02:00 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:02:00 user nova-compute[74287]: INFO nova.compute.claims [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Claim successful on node user
Oct 26 08:02:00 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:02:00 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:02:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.550s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:02:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:02:00 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:02:00 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:02:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:02:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:02:00 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:02:00 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Creating image(s)
Oct 26 08:02:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Acquiring lock "/opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:02:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "/opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:02:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "/opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:00 user nova-compute[74287]: DEBUG nova.policy [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19fe7ffa319048b5a9c7f5ee5a86534e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '854665fc14e844efa8498b521e1ff4be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.209s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.243s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk 1073741824" returned: 0 in 0.056s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.306s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Successfully created port: 378041ee-e84c-47f5-89cd-d4f2edecd175 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Cannot resize image /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Ensure instance console log exists: /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:02:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Successfully updated port: 378041ee-e84c-47f5-89cd-d4f2edecd175 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Acquiring lock "refresh_cache-0aa42552-cb4d-44e6-8362-5420dd98cc0d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Acquired lock "refresh_cache-0aa42552-cb4d-44e6-8362-5420dd98cc0d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.compute.manager [req-a15ec1b0-d54d-47ed-8dd7-0d96b8d161ef req-d6f9bd1a-2e22-47f6-95ac-5525ee62fa4e service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Received event network-changed-378041ee-e84c-47f5-89cd-d4f2edecd175 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.compute.manager [req-a15ec1b0-d54d-47ed-8dd7-0d96b8d161ef req-d6f9bd1a-2e22-47f6-95ac-5525ee62fa4e service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Refreshing instance network info cache due to event network-changed-378041ee-e84c-47f5-89cd-d4f2edecd175. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a15ec1b0-d54d-47ed-8dd7-0d96b8d161ef req-d6f9bd1a-2e22-47f6-95ac-5525ee62fa4e service nova] Acquiring lock "refresh_cache-0aa42552-cb4d-44e6-8362-5420dd98cc0d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Updating instance_info_cache with network_info: [{"id": "378041ee-e84c-47f5-89cd-d4f2edecd175", "address": "fa:16:3e:1a:22:18", "network": {"id": "5a4ddb88-68c2-451b-afa5-0f5320528b22", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "4ee4fd535c3d44a2b0041cf4f5b308a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap378041ee-e8", "ovs_interfaceid": "378041ee-e84c-47f5-89cd-d4f2edecd175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Releasing lock "refresh_cache-0aa42552-cb4d-44e6-8362-5420dd98cc0d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Instance network_info: |[{"id": "378041ee-e84c-47f5-89cd-d4f2edecd175", "address": "fa:16:3e:1a:22:18", "network": {"id": "5a4ddb88-68c2-451b-afa5-0f5320528b22", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "4ee4fd535c3d44a2b0041cf4f5b308a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap378041ee-e8", "ovs_interfaceid": "378041ee-e84c-47f5-89cd-d4f2edecd175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a15ec1b0-d54d-47ed-8dd7-0d96b8d161ef req-d6f9bd1a-2e22-47f6-95ac-5525ee62fa4e service nova] Acquired lock "refresh_cache-0aa42552-cb4d-44e6-8362-5420dd98cc0d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.network.neutron [req-a15ec1b0-d54d-47ed-8dd7-0d96b8d161ef req-d6f9bd1a-2e22-47f6-95ac-5525ee62fa4e service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Refreshing network info cache for port 378041ee-e84c-47f5-89cd-d4f2edecd175 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Start _get_guest_xml network_info=[{"id": "378041ee-e84c-47f5-89cd-d4f2edecd175", "address": "fa:16:3e:1a:22:18", "network": {"id": "5a4ddb88-68c2-451b-afa5-0f5320528b22", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "4ee4fd535c3d44a2b0041cf4f5b308a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap378041ee-e8", "ovs_interfaceid": "378041ee-e84c-47f5-89cd-d4f2edecd175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:02:02 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:02:02 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:02:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:01:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-757352374',display_name='tempest-VolumesNegativeTest-instance-757352374',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-757352374',id=20,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='854665fc14e844efa8498b521e1ff4be',ramdisk_id='',reservation_id='r-zuu0d276',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1496921520',owner_user_name='tempest-VolumesNegativeTest-1496921520-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:02:01Z,user_data=None,user_id='19fe7ffa319048b5a9c7f5ee5a86534e',uuid=0aa42552-cb4d-44e6-8362-5420dd98cc0d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "378041ee-e84c-47f5-89cd-d4f2edecd175", "address": "fa:16:3e:1a:22:18", "network": {"id": "5a4ddb88-68c2-451b-afa5-0f5320528b22", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "4ee4fd535c3d44a2b0041cf4f5b308a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap378041ee-e8", "ovs_interfaceid": "378041ee-e84c-47f5-89cd-d4f2edecd175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Converting VIF {"id": "378041ee-e84c-47f5-89cd-d4f2edecd175", "address": "fa:16:3e:1a:22:18", "network": {"id": "5a4ddb88-68c2-451b-afa5-0f5320528b22", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "4ee4fd535c3d44a2b0041cf4f5b308a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap378041ee-e8", "ovs_interfaceid": "378041ee-e84c-47f5-89cd-d4f2edecd175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:22:18,bridge_name='br-int',has_traffic_filtering=True,id=378041ee-e84c-47f5-89cd-d4f2edecd175,network=Network(5a4ddb88-68c2-451b-afa5-0f5320528b22),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap378041ee-e8') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lazy-loading 'pci_devices' on Instance uuid 0aa42552-cb4d-44e6-8362-5420dd98cc0d {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:02:03 user nova-compute[74287]:   <uuid>0aa42552-cb4d-44e6-8362-5420dd98cc0d</uuid>
Oct 26 08:02:03 user nova-compute[74287]:   <name>instance-00000014</name>
Oct 26 08:02:03 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:02:03 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:02:03 user nova-compute[74287]:   <metadata>
Oct 26 08:02:03 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:02:03 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:02:03 user nova-compute[74287]:       <nova:name>tempest-VolumesNegativeTest-instance-757352374</nova:name>
Oct 26 08:02:03 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:02:02</nova:creationTime>
Oct 26 08:02:03 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:02:03 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:02:03 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:02:03 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:02:03 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:02:03 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:02:03 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:02:03 user nova-compute[74287]:       <nova:owner>
Oct 26 08:02:03 user nova-compute[74287]:         <nova:user uuid="19fe7ffa319048b5a9c7f5ee5a86534e">tempest-VolumesNegativeTest-1496921520-project-member</nova:user>
Oct 26 08:02:03 user nova-compute[74287]:         <nova:project uuid="854665fc14e844efa8498b521e1ff4be">tempest-VolumesNegativeTest-1496921520</nova:project>
Oct 26 08:02:03 user nova-compute[74287]:       </nova:owner>
Oct 26 08:02:03 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:02:03 user nova-compute[74287]:       <nova:ports>
Oct 26 08:02:03 user nova-compute[74287]:         <nova:port uuid="378041ee-e84c-47f5-89cd-d4f2edecd175">
Oct 26 08:02:03 user nova-compute[74287]:           <nova:ip type="fixed" address="192.168.233.49" ipVersion="4"/>
Oct 26 08:02:03 user nova-compute[74287]:         </nova:port>
Oct 26 08:02:03 user nova-compute[74287]:       </nova:ports>
Oct 26 08:02:03 user nova-compute[74287]:     </nova:instance>
Oct 26 08:02:03 user nova-compute[74287]:   </metadata>
Oct 26 08:02:03 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:02:03 user nova-compute[74287]:     <system>
Oct 26 08:02:03 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:02:03 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:02:03 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:02:03 user nova-compute[74287]:       <entry name="serial">0aa42552-cb4d-44e6-8362-5420dd98cc0d</entry>
Oct 26 08:02:03 user nova-compute[74287]:       <entry name="uuid">0aa42552-cb4d-44e6-8362-5420dd98cc0d</entry>
Oct 26 08:02:03 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:02:03 user nova-compute[74287]:     </system>
Oct 26 08:02:03 user nova-compute[74287]:   </sysinfo>
Oct 26 08:02:03 user nova-compute[74287]:   <os>
Oct 26 08:02:03 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:02:03 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:02:03 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:02:03 user nova-compute[74287]:   </os>
Oct 26 08:02:03 user nova-compute[74287]:   <features>
Oct 26 08:02:03 user nova-compute[74287]:     <acpi/>
Oct 26 08:02:03 user nova-compute[74287]:     <apic/>
Oct 26 08:02:03 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:02:03 user nova-compute[74287]:   </features>
Oct 26 08:02:03 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:02:03 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:02:03 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:02:03 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:02:03 user nova-compute[74287]:   </clock>
Oct 26 08:02:03 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:02:03 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:02:03 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:02:03 user nova-compute[74287]:   </cpu>
Oct 26 08:02:03 user nova-compute[74287]:   <devices>
Oct 26 08:02:03 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:02:03 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:02:03 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk"/>
Oct 26 08:02:03 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:02:03 user nova-compute[74287]:     </disk>
Oct 26 08:02:03 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:02:03 user nova-compute[74287]:       <mac address="fa:16:3e:1a:22:18"/>
Oct 26 08:02:03 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:02:03 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:02:03 user nova-compute[74287]:       <target dev="tap378041ee-e8"/>
Oct 26 08:02:03 user nova-compute[74287]:     </interface>
Oct 26 08:02:03 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:02:03 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/console.log" append="off"/>
Oct 26 08:02:03 user nova-compute[74287]:     </serial>
Oct 26 08:02:03 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:02:03 user nova-compute[74287]:     <video>
Oct 26 08:02:03 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:02:03 user nova-compute[74287]:     </video>
Oct 26 08:02:03 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:02:03 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:02:03 user nova-compute[74287]:     </rng>
Oct 26 08:02:03 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:02:03 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:02:03 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:02:03 user nova-compute[74287]:     </memballoon>
Oct 26 08:02:03 user nova-compute[74287]:   </devices>
Oct 26 08:02:03 user nova-compute[74287]: </domain>
Oct 26 08:02:03 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:01:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-757352374',display_name='tempest-VolumesNegativeTest-instance-757352374',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-757352374',id=20,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='854665fc14e844efa8498b521e1ff4be',ramdisk_id='',reservation_id='r-zuu0d276',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1496921520',owner_user_name='tempest-VolumesNegativeTest-1496921520-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:02:01Z,user_data=None,user_id='19fe7ffa319048b5a9c7f5ee5a86534e',uuid=0aa42552-cb4d-44e6-8362-5420dd98cc0d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "378041ee-e84c-47f5-89cd-d4f2edecd175", "address": "fa:16:3e:1a:22:18", "network": {"id": "5a4ddb88-68c2-451b-afa5-0f5320528b22", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "4ee4fd535c3d44a2b0041cf4f5b308a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap378041ee-e8", "ovs_interfaceid": "378041ee-e84c-47f5-89cd-d4f2edecd175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Converting VIF {"id": "378041ee-e84c-47f5-89cd-d4f2edecd175", "address": "fa:16:3e:1a:22:18", "network": {"id": "5a4ddb88-68c2-451b-afa5-0f5320528b22", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "4ee4fd535c3d44a2b0041cf4f5b308a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap378041ee-e8", "ovs_interfaceid": "378041ee-e84c-47f5-89cd-d4f2edecd175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:22:18,bridge_name='br-int',has_traffic_filtering=True,id=378041ee-e84c-47f5-89cd-d4f2edecd175,network=Network(5a4ddb88-68c2-451b-afa5-0f5320528b22),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap378041ee-e8') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG os_vif [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:22:18,bridge_name='br-int',has_traffic_filtering=True,id=378041ee-e84c-47f5-89cd-d4f2edecd175,network=Network(5a4ddb88-68c2-451b-afa5-0f5320528b22),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap378041ee-e8') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f508a939-2d76-51a4-8bb1-b64bf07f5bf4', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap378041ee-e8, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap378041ee-e8, col_values=(('qos', UUID('14c2a77b-9f67-445f-b3e9-8bc68a49f3be')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap378041ee-e8, col_values=(('external_ids', {'iface-id': '378041ee-e84c-47f5-89cd-d4f2edecd175', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1a:22:18', 'vm-uuid': '0aa42552-cb4d-44e6-8362-5420dd98cc0d'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:03 user nova-compute[74287]: INFO os_vif [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:22:18,bridge_name='br-int',has_traffic_filtering=True,id=378041ee-e84c-47f5-89cd-d4f2edecd175,network=Network(5a4ddb88-68c2-451b-afa5-0f5320528b22),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap378041ee-e8')
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] No VIF found with MAC fa:16:3e:1a:22:18, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.network.neutron [req-a15ec1b0-d54d-47ed-8dd7-0d96b8d161ef req-d6f9bd1a-2e22-47f6-95ac-5525ee62fa4e service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Updated VIF entry in instance network info cache for port 378041ee-e84c-47f5-89cd-d4f2edecd175. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG nova.network.neutron [req-a15ec1b0-d54d-47ed-8dd7-0d96b8d161ef req-d6f9bd1a-2e22-47f6-95ac-5525ee62fa4e service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Updating instance_info_cache with network_info: [{"id": "378041ee-e84c-47f5-89cd-d4f2edecd175", "address": "fa:16:3e:1a:22:18", "network": {"id": "5a4ddb88-68c2-451b-afa5-0f5320528b22", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "4ee4fd535c3d44a2b0041cf4f5b308a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap378041ee-e8", "ovs_interfaceid": "378041ee-e84c-47f5-89cd-d4f2edecd175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:02:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a15ec1b0-d54d-47ed-8dd7-0d96b8d161ef req-d6f9bd1a-2e22-47f6-95ac-5525ee62fa4e service nova] Releasing lock "refresh_cache-0aa42552-cb4d-44e6-8362-5420dd98cc0d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:02:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:04 user nova-compute[74287]: DEBUG nova.compute.manager [req-823b77b2-3600-478a-96a9-9d42b78468d3 req-25c5bff0-16c4-41b3-84ff-b82bdc9b30e0 service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Received event network-vif-plugged-378041ee-e84c-47f5-89cd-d4f2edecd175 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:02:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-823b77b2-3600-478a-96a9-9d42b78468d3 req-25c5bff0-16c4-41b3-84ff-b82bdc9b30e0 service nova] Acquiring lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:02:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-823b77b2-3600-478a-96a9-9d42b78468d3 req-25c5bff0-16c4-41b3-84ff-b82bdc9b30e0 service nova] Lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:02:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-823b77b2-3600-478a-96a9-9d42b78468d3 req-25c5bff0-16c4-41b3-84ff-b82bdc9b30e0 service nova] Lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:04 user nova-compute[74287]: DEBUG nova.compute.manager [req-823b77b2-3600-478a-96a9-9d42b78468d3 req-25c5bff0-16c4-41b3-84ff-b82bdc9b30e0 service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] No waiting events found dispatching network-vif-plugged-378041ee-e84c-47f5-89cd-d4f2edecd175 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:02:04 user nova-compute[74287]: WARNING nova.compute.manager [req-823b77b2-3600-478a-96a9-9d42b78468d3 req-25c5bff0-16c4-41b3-84ff-b82bdc9b30e0 service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Received unexpected event network-vif-plugged-378041ee-e84c-47f5-89cd-d4f2edecd175 for instance with vm_state building and task_state spawning.
Oct 26 08:02:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:06 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:02:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:02:06 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Instance spawned successfully.
Oct 26 08:02:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:02:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:02:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:02:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:02:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:02:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:02:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:02:06 user nova-compute[74287]: INFO nova.compute.manager [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Took 6.10 seconds to spawn the instance on the hypervisor.
Oct 26 08:02:06 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:02:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-509e3abd-4ffa-428e-9488-e576e2414572 req-25b5bfe9-0460-41e8-8056-4949c33b5cd8 service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Received event network-vif-plugged-378041ee-e84c-47f5-89cd-d4f2edecd175 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:02:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-509e3abd-4ffa-428e-9488-e576e2414572 req-25b5bfe9-0460-41e8-8056-4949c33b5cd8 service nova] Acquiring lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:02:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-509e3abd-4ffa-428e-9488-e576e2414572 req-25b5bfe9-0460-41e8-8056-4949c33b5cd8 service nova] Lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:02:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-509e3abd-4ffa-428e-9488-e576e2414572 req-25b5bfe9-0460-41e8-8056-4949c33b5cd8 service nova] Lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-509e3abd-4ffa-428e-9488-e576e2414572 req-25b5bfe9-0460-41e8-8056-4949c33b5cd8 service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] No waiting events found dispatching network-vif-plugged-378041ee-e84c-47f5-89cd-d4f2edecd175 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:02:06 user nova-compute[74287]: WARNING nova.compute.manager [req-509e3abd-4ffa-428e-9488-e576e2414572 req-25b5bfe9-0460-41e8-8056-4949c33b5cd8 service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Received unexpected event network-vif-plugged-378041ee-e84c-47f5-89cd-d4f2edecd175 for instance with vm_state building and task_state spawning.
Oct 26 08:02:07 user nova-compute[74287]: INFO nova.compute.manager [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Took 7.03 seconds to build instance.
Oct 26 08:02:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b5cedb50-5b83-4565-92e8-8cccc213a076 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.135s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:02:16 user nova-compute[74287]: INFO nova.compute.manager [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] instance snapshotting
Oct 26 08:02:16 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Beginning live snapshot process
Oct 26 08:02:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json -f qcow2 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json -f qcow2" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json -f qcow2 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json -f qcow2" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.168s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpcrkh4ijy/c88aacdf664a44b4a35aee726dbd0716.delta 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpcrkh4ijy/c88aacdf664a44b4a35aee726dbd0716.delta 1073741824" returned: 0 in 0.091s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:17 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 26 08:02:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 08:02:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 08:02:18 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 26 08:02:18 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 08:02:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpcrkh4ijy/c88aacdf664a44b4a35aee726dbd0716.delta /opt/stack/data/nova/instances/snapshots/tmpcrkh4ijy/c88aacdf664a44b4a35aee726dbd0716 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpcrkh4ijy/c88aacdf664a44b4a35aee726dbd0716.delta /opt/stack/data/nova/instances/snapshots/tmpcrkh4ijy/c88aacdf664a44b4a35aee726dbd0716" returned: 0 in 0.505s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:19 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Snapshot extracted, beginning image upload
Oct 26 08:02:22 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Snapshot image upload complete
Oct 26 08:02:22 user nova-compute[74287]: INFO nova.compute.manager [None req-a304c6bc-9746-4bb0-8a9c-668378ccf9bb tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Took 5.54 seconds to snapshot the instance on the hypervisor.
Oct 26 08:02:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:25 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:02:25 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:02:25 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:02:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:02:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:02:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:25 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:02:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.225s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:02:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "796e4465-0241-44ab-a466-2dacfa0753cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:02:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:02:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:02:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:02:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:02:26 user nova-compute[74287]: INFO nova.compute.claims [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Claim successful on node user
Oct 26 08:02:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.489s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG nova.network.neutron [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:02:27 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG nova.policy [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63da03e3263d42ca8c8d7f9cafcd5fe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cf156e21d744e9993ed225c24f7b576', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:02:27 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Creating image(s)
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "/opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "/opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "/opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.193s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.169s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk 1073741824" returned: 0 in 0.052s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Checking if we can resize image /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:02:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG nova.network.neutron [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Successfully created port: 5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Cannot resize image /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Ensure instance console log exists: /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG nova.network.neutron [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Successfully updated port: 5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "refresh_cache-796e4465-0241-44ab-a466-2dacfa0753cf" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquired lock "refresh_cache-796e4465-0241-44ab-a466-2dacfa0753cf" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG nova.network.neutron [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-f2c4b4a6-9159-49c2-a9a3-f320ca8a360c req-cd76413b-19c6-424e-b39e-39840458ff5d service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-changed-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-f2c4b4a6-9159-49c2-a9a3-f320ca8a360c req-cd76413b-19c6-424e-b39e-39840458ff5d service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Refreshing instance network info cache due to event network-changed-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f2c4b4a6-9159-49c2-a9a3-f320ca8a360c req-cd76413b-19c6-424e-b39e-39840458ff5d service nova] Acquiring lock "refresh_cache-796e4465-0241-44ab-a466-2dacfa0753cf" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG nova.network.neutron [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.network.neutron [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Updating instance_info_cache with network_info: [{"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Releasing lock "refresh_cache-796e4465-0241-44ab-a466-2dacfa0753cf" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.compute.manager [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Instance network_info: |[{"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f2c4b4a6-9159-49c2-a9a3-f320ca8a360c req-cd76413b-19c6-424e-b39e-39840458ff5d service nova] Acquired lock "refresh_cache-796e4465-0241-44ab-a466-2dacfa0753cf" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.network.neutron [req-f2c4b4a6-9159-49c2-a9a3-f320ca8a360c req-cd76413b-19c6-424e-b39e-39840458ff5d service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Refreshing network info cache for port 5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Start _get_guest_xml network_info=[{"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:02:29 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:02:29 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:02:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1655848403',display_name='tempest-tempest.common.compute-instance-1655848403',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1655848403',id=21,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE29ExGDk+aagkcw3jjg4LuS8QCmOEF39wYtQvkzxCOLDdE1lHNNRmGYWRTKw60IudRX0fN8FhHWisELn7+6hWc2yG1ih3Yf9TKT1sBSreNC8ssl/wkAm2SCjdrU1fNJ3A==',key_name='tempest-keypair-610018914',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf156e21d744e9993ed225c24f7b576',ramdisk_id='',reservation_id='r-nxsho1sw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-713697274',owner_user_name='tempest-ServerActionsTestOtherA-713697274-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:02:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63da03e3263d42ca8c8d7f9cafcd5fe2',uuid=796e4465-0241-44ab-a466-2dacfa0753cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converting VIF {"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=5b9fc3b4-2a3a-410e-b267-a6f2986aeb96,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9fc3b4-2a') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.objects.instance [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lazy-loading 'pci_devices' on Instance uuid 796e4465-0241-44ab-a466-2dacfa0753cf {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:02:29 user nova-compute[74287]:   <uuid>796e4465-0241-44ab-a466-2dacfa0753cf</uuid>
Oct 26 08:02:29 user nova-compute[74287]:   <name>instance-00000015</name>
Oct 26 08:02:29 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:02:29 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:02:29 user nova-compute[74287]:   <metadata>
Oct 26 08:02:29 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:02:29 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:02:29 user nova-compute[74287]:       <nova:name>tempest-tempest.common.compute-instance-1655848403</nova:name>
Oct 26 08:02:29 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:02:29</nova:creationTime>
Oct 26 08:02:29 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:02:29 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:02:29 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:02:29 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:02:29 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:02:29 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:02:29 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:02:29 user nova-compute[74287]:       <nova:owner>
Oct 26 08:02:29 user nova-compute[74287]:         <nova:user uuid="63da03e3263d42ca8c8d7f9cafcd5fe2">tempest-ServerActionsTestOtherA-713697274-project-member</nova:user>
Oct 26 08:02:29 user nova-compute[74287]:         <nova:project uuid="5cf156e21d744e9993ed225c24f7b576">tempest-ServerActionsTestOtherA-713697274</nova:project>
Oct 26 08:02:29 user nova-compute[74287]:       </nova:owner>
Oct 26 08:02:29 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:02:29 user nova-compute[74287]:       <nova:ports>
Oct 26 08:02:29 user nova-compute[74287]:         <nova:port uuid="5b9fc3b4-2a3a-410e-b267-a6f2986aeb96">
Oct 26 08:02:29 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 26 08:02:29 user nova-compute[74287]:         </nova:port>
Oct 26 08:02:29 user nova-compute[74287]:       </nova:ports>
Oct 26 08:02:29 user nova-compute[74287]:     </nova:instance>
Oct 26 08:02:29 user nova-compute[74287]:   </metadata>
Oct 26 08:02:29 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:02:29 user nova-compute[74287]:     <system>
Oct 26 08:02:29 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:02:29 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:02:29 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:02:29 user nova-compute[74287]:       <entry name="serial">796e4465-0241-44ab-a466-2dacfa0753cf</entry>
Oct 26 08:02:29 user nova-compute[74287]:       <entry name="uuid">796e4465-0241-44ab-a466-2dacfa0753cf</entry>
Oct 26 08:02:29 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:02:29 user nova-compute[74287]:     </system>
Oct 26 08:02:29 user nova-compute[74287]:   </sysinfo>
Oct 26 08:02:29 user nova-compute[74287]:   <os>
Oct 26 08:02:29 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:02:29 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:02:29 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:02:29 user nova-compute[74287]:   </os>
Oct 26 08:02:29 user nova-compute[74287]:   <features>
Oct 26 08:02:29 user nova-compute[74287]:     <acpi/>
Oct 26 08:02:29 user nova-compute[74287]:     <apic/>
Oct 26 08:02:29 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:02:29 user nova-compute[74287]:   </features>
Oct 26 08:02:29 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:02:29 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:02:29 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:02:29 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:02:29 user nova-compute[74287]:   </clock>
Oct 26 08:02:29 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:02:29 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:02:29 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:02:29 user nova-compute[74287]:   </cpu>
Oct 26 08:02:29 user nova-compute[74287]:   <devices>
Oct 26 08:02:29 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:02:29 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:02:29 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk"/>
Oct 26 08:02:29 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:02:29 user nova-compute[74287]:     </disk>
Oct 26 08:02:29 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:02:29 user nova-compute[74287]:       <mac address="fa:16:3e:d7:4c:97"/>
Oct 26 08:02:29 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:02:29 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:02:29 user nova-compute[74287]:       <target dev="tap5b9fc3b4-2a"/>
Oct 26 08:02:29 user nova-compute[74287]:     </interface>
Oct 26 08:02:29 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:02:29 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/console.log" append="off"/>
Oct 26 08:02:29 user nova-compute[74287]:     </serial>
Oct 26 08:02:29 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:02:29 user nova-compute[74287]:     <video>
Oct 26 08:02:29 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:02:29 user nova-compute[74287]:     </video>
Oct 26 08:02:29 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:02:29 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:02:29 user nova-compute[74287]:     </rng>
Oct 26 08:02:29 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:02:29 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:02:29 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:02:29 user nova-compute[74287]:     </memballoon>
Oct 26 08:02:29 user nova-compute[74287]:   </devices>
Oct 26 08:02:29 user nova-compute[74287]: </domain>
Oct 26 08:02:29 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:02:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1655848403',display_name='tempest-tempest.common.compute-instance-1655848403',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1655848403',id=21,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE29ExGDk+aagkcw3jjg4LuS8QCmOEF39wYtQvkzxCOLDdE1lHNNRmGYWRTKw60IudRX0fN8FhHWisELn7+6hWc2yG1ih3Yf9TKT1sBSreNC8ssl/wkAm2SCjdrU1fNJ3A==',key_name='tempest-keypair-610018914',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf156e21d744e9993ed225c24f7b576',ramdisk_id='',reservation_id='r-nxsho1sw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-713697274',owner_user_name='tempest-ServerActionsTestOtherA-713697274-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:02:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63da03e3263d42ca8c8d7f9cafcd5fe2',uuid=796e4465-0241-44ab-a466-2dacfa0753cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converting VIF {"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=5b9fc3b4-2a3a-410e-b267-a6f2986aeb96,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9fc3b4-2a') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG os_vif [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=5b9fc3b4-2a3a-410e-b267-a6f2986aeb96,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9fc3b4-2a') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3e3e96f0-d913-5029-8e9d-181b4bd66a2c', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5b9fc3b4-2a, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5b9fc3b4-2a, col_values=(('qos', UUID('a3b663ca-2f0b-434a-9e00-46e8e188d222')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5b9fc3b4-2a, col_values=(('external_ids', {'iface-id': '5b9fc3b4-2a3a-410e-b267-a6f2986aeb96', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:4c:97', 'vm-uuid': '796e4465-0241-44ab-a466-2dacfa0753cf'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:29 user nova-compute[74287]: INFO os_vif [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=5b9fc3b4-2a3a-410e-b267-a6f2986aeb96,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9fc3b4-2a')
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] No VIF found with MAC fa:16:3e:d7:4c:97, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.network.neutron [req-f2c4b4a6-9159-49c2-a9a3-f320ca8a360c req-cd76413b-19c6-424e-b39e-39840458ff5d service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Updated VIF entry in instance network info cache for port 5b9fc3b4-2a3a-410e-b267-a6f2986aeb96. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG nova.network.neutron [req-f2c4b4a6-9159-49c2-a9a3-f320ca8a360c req-cd76413b-19c6-424e-b39e-39840458ff5d service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Updating instance_info_cache with network_info: [{"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f2c4b4a6-9159-49c2-a9a3-f320ca8a360c req-cd76413b-19c6-424e-b39e-39840458ff5d service nova] Releasing lock "refresh_cache-796e4465-0241-44ab-a466-2dacfa0753cf" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:02:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:02:30 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:02:30 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7501MB free_disk=25.23794937133789GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9fc644c5-b600-4fb5-8e7b-44a72884358b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance f638f2bf-c6cd-4481-8017-208b1368f26c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 7b783a5c-41ec-4f01-a140-96a67a15ebb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ae6f4960-6844-4d45-972e-6db589e65401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 0aa42552-cb4d-44e6-8362-5420dd98cc0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 796e4465-0241-44ab-a466-2dacfa0753cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:02:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.536s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:31 user nova-compute[74287]: DEBUG nova.compute.manager [req-24a69a02-d807-49c2-8680-ebe8f1c174c7 req-b64cd49b-a62b-4432-9ca3-0c1d007fdd3f service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:02:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-24a69a02-d807-49c2-8680-ebe8f1c174c7 req-b64cd49b-a62b-4432-9ca3-0c1d007fdd3f service nova] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:02:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-24a69a02-d807-49c2-8680-ebe8f1c174c7 req-b64cd49b-a62b-4432-9ca3-0c1d007fdd3f service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:02:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-24a69a02-d807-49c2-8680-ebe8f1c174c7 req-b64cd49b-a62b-4432-9ca3-0c1d007fdd3f service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:31 user nova-compute[74287]: DEBUG nova.compute.manager [req-24a69a02-d807-49c2-8680-ebe8f1c174c7 req-b64cd49b-a62b-4432-9ca3-0c1d007fdd3f service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] No waiting events found dispatching network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:02:31 user nova-compute[74287]: WARNING nova.compute.manager [req-24a69a02-d807-49c2-8680-ebe8f1c174c7 req-b64cd49b-a62b-4432-9ca3-0c1d007fdd3f service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received unexpected event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 for instance with vm_state building and task_state spawning.
Oct 26 08:02:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:02:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:02:32 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-f638f2bf-c6cd-4481-8017-208b1368f26c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-f638f2bf-c6cd-4481-8017-208b1368f26c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:02:33 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Instance spawned successfully.
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:02:33 user nova-compute[74287]: INFO nova.compute.manager [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Took 5.82 seconds to spawn the instance on the hypervisor.
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-4071f575-3361-4f3b-ab62-902084cb9fdf req-26c14f7b-7d54-41f3-9e6c-a3906bcc2ac9 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4071f575-3361-4f3b-ab62-902084cb9fdf req-26c14f7b-7d54-41f3-9e6c-a3906bcc2ac9 service nova] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4071f575-3361-4f3b-ab62-902084cb9fdf req-26c14f7b-7d54-41f3-9e6c-a3906bcc2ac9 service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4071f575-3361-4f3b-ab62-902084cb9fdf req-26c14f7b-7d54-41f3-9e6c-a3906bcc2ac9 service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-4071f575-3361-4f3b-ab62-902084cb9fdf req-26c14f7b-7d54-41f3-9e6c-a3906bcc2ac9 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] No waiting events found dispatching network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:02:33 user nova-compute[74287]: WARNING nova.compute.manager [req-4071f575-3361-4f3b-ab62-902084cb9fdf req-26c14f7b-7d54-41f3-9e6c-a3906bcc2ac9 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received unexpected event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 for instance with vm_state building and task_state spawning.
Oct 26 08:02:33 user nova-compute[74287]: INFO nova.compute.manager [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Took 6.65 seconds to build instance.
Oct 26 08:02:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3c267f91-63af-41c1-9d62-4de6cde71e46 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "796e4465-0241-44ab-a466-2dacfa0753cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.749s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Updating instance_info_cache with network_info: [{"id": "df982bdc-41e6-43cd-ae09-355e5d71b841", "address": "fa:16:3e:3d:1e:8f", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf982bdc-41", "ovs_interfaceid": "df982bdc-41e6-43cd-ae09-355e5d71b841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-f638f2bf-c6cd-4481-8017-208b1368f26c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:02:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:02:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:34 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:02:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-f57306f2-428f-4b45-a2e4-bf6f6f100f97 req-52b5eba1-f475-4f27-898a-4bc8f3cc559f service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received event network-changed-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:02:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-f57306f2-428f-4b45-a2e4-bf6f6f100f97 req-52b5eba1-f475-4f27-898a-4bc8f3cc559f service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Refreshing instance network info cache due to event network-changed-c4337597-ae45-4d8c-b8e2-8956f800f904. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:02:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f57306f2-428f-4b45-a2e4-bf6f6f100f97 req-52b5eba1-f475-4f27-898a-4bc8f3cc559f service nova] Acquiring lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:02:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f57306f2-428f-4b45-a2e4-bf6f6f100f97 req-52b5eba1-f475-4f27-898a-4bc8f3cc559f service nova] Acquired lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:02:51 user nova-compute[74287]: DEBUG nova.network.neutron [req-f57306f2-428f-4b45-a2e4-bf6f6f100f97 req-52b5eba1-f475-4f27-898a-4bc8f3cc559f service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Refreshing network info cache for port c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:02:52 user nova-compute[74287]: DEBUG nova.network.neutron [req-f57306f2-428f-4b45-a2e4-bf6f6f100f97 req-52b5eba1-f475-4f27-898a-4bc8f3cc559f service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Updated VIF entry in instance network info cache for port c4337597-ae45-4d8c-b8e2-8956f800f904. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:02:52 user nova-compute[74287]: DEBUG nova.network.neutron [req-f57306f2-428f-4b45-a2e4-bf6f6f100f97 req-52b5eba1-f475-4f27-898a-4bc8f3cc559f service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Updating instance_info_cache with network_info: [{"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:02:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f57306f2-428f-4b45-a2e4-bf6f6f100f97 req-52b5eba1-f475-4f27-898a-4bc8f3cc559f service nova] Releasing lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:02:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:02:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "ae6f4960-6844-4d45-972e-6db589e65401" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "ae6f4960-6844-4d45-972e-6db589e65401" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "ae6f4960-6844-4d45-972e-6db589e65401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "ae6f4960-6844-4d45-972e-6db589e65401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "ae6f4960-6844-4d45-972e-6db589e65401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:00 user nova-compute[74287]: INFO nova.compute.manager [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Terminating instance
Oct 26 08:03:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:03:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-67d08dde-a3c3-4ee5-9ab3-4fad9220d766 req-76c8feaf-122c-45bd-8896-39917f58bc82 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-changed-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-67d08dde-a3c3-4ee5-9ab3-4fad9220d766 req-76c8feaf-122c-45bd-8896-39917f58bc82 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Refreshing instance network info cache due to event network-changed-c00eeb33-635e-4fde-b35f-21edacb0f5a3. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-67d08dde-a3c3-4ee5-9ab3-4fad9220d766 req-76c8feaf-122c-45bd-8896-39917f58bc82 service nova] Acquiring lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-67d08dde-a3c3-4ee5-9ab3-4fad9220d766 req-76c8feaf-122c-45bd-8896-39917f58bc82 service nova] Acquired lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG nova.network.neutron [req-67d08dde-a3c3-4ee5-9ab3-4fad9220d766 req-76c8feaf-122c-45bd-8896-39917f58bc82 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Refreshing network info cache for port c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:03:01 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Instance destroyed successfully.
Oct 26 08:03:01 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lazy-loading 'resources' on Instance uuid ae6f4960-6844-4d45-972e-6db589e65401 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:01:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-615865675',display_name='tempest-ServersNegativeTestJSON-server-615865675',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-615865675',id=19,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:01:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='218e9a6a59284439ab8264e8e7e6d018',ramdisk_id='',reservation_id='r-pbxups8c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-2116051128',owner_user_name='tempest-ServersNegativeTestJSON-2116051128-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:01:19Z,user_data=None,user_id='08a7e09730e441fca48aa3bbbfa4e816',uuid=ae6f4960-6844-4d45-972e-6db589e65401,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "address": "fa:16:3e:59:81:ca", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c67920-ce", "ovs_interfaceid": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Converting VIF {"id": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "address": "fa:16:3e:59:81:ca", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c67920-ce", "ovs_interfaceid": "a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:81:ca,bridge_name='br-int',has_traffic_filtering=True,id=a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4,network=Network(701fd62d-41bf-48fb-b193-c2fd4c69618a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8c67920-ce') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG os_vif [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:81:ca,bridge_name='br-int',has_traffic_filtering=True,id=a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4,network=Network(701fd62d-41bf-48fb-b193-c2fd4c69618a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8c67920-ce') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa8c67920-ce, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d3a1cc81-2c68-4f75-81f3-069b6cc9c113) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:01 user nova-compute[74287]: INFO os_vif [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:81:ca,bridge_name='br-int',has_traffic_filtering=True,id=a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4,network=Network(701fd62d-41bf-48fb-b193-c2fd4c69618a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8c67920-ce')
Oct 26 08:03:01 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Deleting instance files /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401_del
Oct 26 08:03:01 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Deletion of /opt/stack/data/nova/instances/ae6f4960-6844-4d45-972e-6db589e65401_del complete
Oct 26 08:03:01 user nova-compute[74287]: INFO nova.compute.manager [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Took 0.68 seconds to destroy the instance on the hypervisor.
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: ae6f4960-6844-4d45-972e-6db589e65401] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG nova.objects.instance [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'flavor' on Instance uuid 7b783a5c-41ec-4f01-a140-96a67a15ebb0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.113s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:01 user nova-compute[74287]: INFO nova.compute.manager [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Attaching volume 8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 to /dev/vdb
Oct 26 08:03:01 user nova-compute[74287]: DEBUG os_brick.utils [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc2a1096-68cd-4697-a9b1-7a08543a969c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG nova.network.neutron [req-67d08dde-a3c3-4ee5-9ab3-4fad9220d766 req-76c8feaf-122c-45bd-8896-39917f58bc82 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Updated VIF entry in instance network info cache for port c00eeb33-635e-4fde-b35f-21edacb0f5a3. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG nova.network.neutron [req-67d08dde-a3c3-4ee5-9ab3-4fad9220d766 req-76c8feaf-122c-45bd-8896-39917f58bc82 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Updating instance_info_cache with network_info: [{"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c5f35ec-673d-4e12-93f5-283f3f1e425c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-67d08dde-a3c3-4ee5-9ab3-4fad9220d766 req-76c8feaf-122c-45bd-8896-39917f58bc82 service nova] Releasing lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7acbe23e-53b3-49c1-a49c-5d898bbbfc5f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[638edd24-3d97-4730-8ad7-fdc990aea313]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:03:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:03:01 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Took 0.47 seconds to deallocate network for instance.
Oct 26 08:03:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:03:02 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:03:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8615f24-7ee3-4bdf-9da5-984e46d84f27]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:03:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:03:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:03:02 user nova-compute[74287]: DEBUG os_brick.utils [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:03:02 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Updating existing volume attachment record: ae37f7ae-c83a-44cc-8ba9-986617fe6993 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:03:02 user nova-compute[74287]: DEBUG nova.compute.manager [req-1cc78b35-9d7d-438a-9f67-171cad28e816 req-278ce9b0-b474-42fe-aab9-0b756c84b43a service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Received event network-vif-deleted-a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:02 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:03:02 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:03:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.374s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:02 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Deleted allocations for instance ae6f4960-6844-4d45-972e-6db589e65401
Oct 26 08:03:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b1413b5d-37b0-41e5-a545-1224e99febb1 tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "ae6f4960-6844-4d45-972e-6db589e65401" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.868s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-62126d5c-207c-4bbd-a9ff-f34cc801994a req-55a3da6f-e415-4759-a778-fb176fa2e52c service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Received event network-vif-unplugged-a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-62126d5c-207c-4bbd-a9ff-f34cc801994a req-55a3da6f-e415-4759-a778-fb176fa2e52c service nova] Acquiring lock "ae6f4960-6844-4d45-972e-6db589e65401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-62126d5c-207c-4bbd-a9ff-f34cc801994a req-55a3da6f-e415-4759-a778-fb176fa2e52c service nova] Lock "ae6f4960-6844-4d45-972e-6db589e65401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-62126d5c-207c-4bbd-a9ff-f34cc801994a req-55a3da6f-e415-4759-a778-fb176fa2e52c service nova] Lock "ae6f4960-6844-4d45-972e-6db589e65401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-62126d5c-207c-4bbd-a9ff-f34cc801994a req-55a3da6f-e415-4759-a778-fb176fa2e52c service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] No waiting events found dispatching network-vif-unplugged-a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:03 user nova-compute[74287]: WARNING nova.compute.manager [req-62126d5c-207c-4bbd-a9ff-f34cc801994a req-55a3da6f-e415-4759-a778-fb176fa2e52c service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Received unexpected event network-vif-unplugged-a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 for instance with vm_state deleted and task_state None.
Oct 26 08:03:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-62126d5c-207c-4bbd-a9ff-f34cc801994a req-55a3da6f-e415-4759-a778-fb176fa2e52c service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Received event network-vif-plugged-a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-62126d5c-207c-4bbd-a9ff-f34cc801994a req-55a3da6f-e415-4759-a778-fb176fa2e52c service nova] Acquiring lock "ae6f4960-6844-4d45-972e-6db589e65401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-62126d5c-207c-4bbd-a9ff-f34cc801994a req-55a3da6f-e415-4759-a778-fb176fa2e52c service nova] Lock "ae6f4960-6844-4d45-972e-6db589e65401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-62126d5c-207c-4bbd-a9ff-f34cc801994a req-55a3da6f-e415-4759-a778-fb176fa2e52c service nova] Lock "ae6f4960-6844-4d45-972e-6db589e65401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-62126d5c-207c-4bbd-a9ff-f34cc801994a req-55a3da6f-e415-4759-a778-fb176fa2e52c service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] No waiting events found dispatching network-vif-plugged-a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:03 user nova-compute[74287]: WARNING nova.compute.manager [req-62126d5c-207c-4bbd-a9ff-f34cc801994a req-55a3da6f-e415-4759-a778-fb176fa2e52c service nova] [instance: ae6f4960-6844-4d45-972e-6db589e65401] Received unexpected event network-vif-plugged-a8c67920-ce14-4bb4-a3fc-0cf8cce3f3b4 for instance with vm_state deleted and task_state None.
Oct 26 08:03:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:04 user nova-compute[74287]: INFO nova.compute.manager [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Shelving
Oct 26 08:03:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:04 user nova-compute[74287]: DEBUG nova.compute.manager [req-7a98e287-2e9d-4b67-b679-5a81eae266b0 req-f50f7f31-0ced-4fd2-a600-a5194ea277c2 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received event network-vif-unplugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7a98e287-2e9d-4b67-b679-5a81eae266b0 req-f50f7f31-0ced-4fd2-a600-a5194ea277c2 service nova] Acquiring lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7a98e287-2e9d-4b67-b679-5a81eae266b0 req-f50f7f31-0ced-4fd2-a600-a5194ea277c2 service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7a98e287-2e9d-4b67-b679-5a81eae266b0 req-f50f7f31-0ced-4fd2-a600-a5194ea277c2 service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:04 user nova-compute[74287]: DEBUG nova.compute.manager [req-7a98e287-2e9d-4b67-b679-5a81eae266b0 req-f50f7f31-0ced-4fd2-a600-a5194ea277c2 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] No waiting events found dispatching network-vif-unplugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:04 user nova-compute[74287]: WARNING nova.compute.manager [req-7a98e287-2e9d-4b67-b679-5a81eae266b0 req-f50f7f31-0ced-4fd2-a600-a5194ea277c2 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received unexpected event network-vif-unplugged-c4337597-ae45-4d8c-b8e2-8956f800f904 for instance with vm_state active and task_state shelving.
Oct 26 08:03:04 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Instance destroyed successfully.
Oct 26 08:03:04 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Beginning cold snapshot process
Oct 26 08:03:04 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 08:03:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk /opt/stack/data/nova/instances/snapshots/tmpxw9n_ztn/92944315886f493f8c7f8fc859250922 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk /opt/stack/data/nova/instances/snapshots/tmpxw9n_ztn/92944315886f493f8c7f8fc859250922" returned: 0 in 0.963s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:05 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Snapshot extracted, beginning image upload
Oct 26 08:03:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-1084c4d4-0a2a-4af4-8ddc-03334f395253 req-b413f6e2-3958-449e-b8be-37bc1d332ebe service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received event network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1084c4d4-0a2a-4af4-8ddc-03334f395253 req-b413f6e2-3958-449e-b8be-37bc1d332ebe service nova] Acquiring lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1084c4d4-0a2a-4af4-8ddc-03334f395253 req-b413f6e2-3958-449e-b8be-37bc1d332ebe service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1084c4d4-0a2a-4af4-8ddc-03334f395253 req-b413f6e2-3958-449e-b8be-37bc1d332ebe service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-1084c4d4-0a2a-4af4-8ddc-03334f395253 req-b413f6e2-3958-449e-b8be-37bc1d332ebe service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] No waiting events found dispatching network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:06 user nova-compute[74287]: WARNING nova.compute.manager [req-1084c4d4-0a2a-4af4-8ddc-03334f395253 req-b413f6e2-3958-449e-b8be-37bc1d332ebe service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received unexpected event network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 for instance with vm_state active and task_state shelving_image_uploading.
Oct 26 08:03:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:08 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Snapshot image upload complete
Oct 26 08:03:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:03:08 user nova-compute[74287]: INFO nova.compute.manager [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Shelve offloading
Oct 26 08:03:08 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Instance destroyed successfully.
Oct 26 08:03:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:03:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:03:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquired lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:03:08 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:03:08 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Updating instance_info_cache with network_info: [{"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:03:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Releasing lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:03:09 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Instance destroyed successfully.
Oct 26 08:03:09 user nova-compute[74287]: DEBUG nova.objects.instance [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'resources' on Instance uuid 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:00:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1999434495',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1999434495',id=17,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE0ag1YpvadTkbxISIY+/50LOv4+9qo6A1bygieHWoJXcZycjdPfr9zNkNK6HjDl2cy1FyPknocueFpNFMQTXr90yEvyO9t9GoBnK9LeaoGGCK5hUysZ/74tWnfn2m32EA==',key_name='tempest-keypair-1500874136',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:01:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='78b3e40348ab4d28951cf3f883b284de',ramdisk_id='',reservation_id='r-1esdmwe9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1566479428',owner_user_name='tempest-AttachVolumeShelveTestJSON-1566479428-project-member',shelved_at='2023-10-26T08:03:08.327939',shelved_host='user',shelved_image_id='956931cb-7fa0-47e5-8cad-8e10c235c44e'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:03:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6127637bcb4d466f9e3fa414b0f415d4',uuid=9a47c9ad-2b15-47f1-8263-bd8a9423d8bb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converting VIF {"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=c4337597-ae45-4d8c-b8e2-8956f800f904,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4337597-ae') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG os_vif [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=c4337597-ae45-4d8c-b8e2-8956f800f904,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4337597-ae') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc4337597-ae, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG nova.compute.manager [req-ae6bac4b-e3ce-44ad-ad51-5d5df37383b5 req-1346561a-1b0a-4ad1-b178-575444a92ba4 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received event network-changed-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG nova.compute.manager [req-ae6bac4b-e3ce-44ad-ad51-5d5df37383b5 req-1346561a-1b0a-4ad1-b178-575444a92ba4 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Refreshing instance network info cache due to event network-changed-c4337597-ae45-4d8c-b8e2-8956f800f904. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ae6bac4b-e3ce-44ad-ad51-5d5df37383b5 req-1346561a-1b0a-4ad1-b178-575444a92ba4 service nova] Acquiring lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ae6bac4b-e3ce-44ad-ad51-5d5df37383b5 req-1346561a-1b0a-4ad1-b178-575444a92ba4 service nova] Acquired lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG nova.network.neutron [req-ae6bac4b-e3ce-44ad-ad51-5d5df37383b5 req-1346561a-1b0a-4ad1-b178-575444a92ba4 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Refreshing network info cache for port c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f0eb98a2-1014-4dde-b534-c82f4a65944e) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:03:09 user nova-compute[74287]: INFO os_vif [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=c4337597-ae45-4d8c-b8e2-8956f800f904,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4337597-ae')
Oct 26 08:03:09 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Deleting instance files /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb_del
Oct 26 08:03:09 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Deletion of /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb_del complete
Oct 26 08:03:09 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Deleted allocations for instance 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb
Oct 26 08:03:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG nova.objects.instance [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'numa_topology' on Instance uuid 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG nova.objects.base [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Object Instance<9a47c9ad-2b15-47f1-8263-bd8a9423d8bb> lazy-loaded attributes: resources,numa_topology {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.349s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a86cafd0-9937-49a3-93ff-f6aa9e6dd35d tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 5.964s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:10 user nova-compute[74287]: DEBUG nova.network.neutron [req-ae6bac4b-e3ce-44ad-ad51-5d5df37383b5 req-1346561a-1b0a-4ad1-b178-575444a92ba4 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Updated VIF entry in instance network info cache for port c4337597-ae45-4d8c-b8e2-8956f800f904. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:03:10 user nova-compute[74287]: DEBUG nova.network.neutron [req-ae6bac4b-e3ce-44ad-ad51-5d5df37383b5 req-1346561a-1b0a-4ad1-b178-575444a92ba4 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Updating instance_info_cache with network_info: [{"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapc4337597-ae", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:03:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ae6bac4b-e3ce-44ad-ad51-5d5df37383b5 req-1346561a-1b0a-4ad1-b178-575444a92ba4 service nova] Releasing lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:03:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "9fc644c5-b600-4fb5-8e7b-44a72884358b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:15 user nova-compute[74287]: INFO nova.compute.manager [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Terminating instance
Oct 26 08:03:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-8f6bbde4-de22-4507-b8db-8f4c12d64eb9 req-d3b686f1-c8e6-421d-8630-f327ff4aecc0 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received event network-vif-unplugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8f6bbde4-de22-4507-b8db-8f4c12d64eb9 req-d3b686f1-c8e6-421d-8630-f327ff4aecc0 service nova] Acquiring lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8f6bbde4-de22-4507-b8db-8f4c12d64eb9 req-d3b686f1-c8e6-421d-8630-f327ff4aecc0 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8f6bbde4-de22-4507-b8db-8f4c12d64eb9 req-d3b686f1-c8e6-421d-8630-f327ff4aecc0 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-8f6bbde4-de22-4507-b8db-8f4c12d64eb9 req-d3b686f1-c8e6-421d-8630-f327ff4aecc0 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] No waiting events found dispatching network-vif-unplugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-8f6bbde4-de22-4507-b8db-8f4c12d64eb9 req-d3b686f1-c8e6-421d-8630-f327ff4aecc0 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received event network-vif-unplugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:03:16 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Instance destroyed successfully.
Oct 26 08:03:16 user nova-compute[74287]: DEBUG nova.objects.instance [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lazy-loading 'resources' on Instance uuid 9fc644c5-b600-4fb5-8e7b-44a72884358b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T07:58:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-515225981',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-21700573',id=13,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBdjNpYN+VaiiPXausFN7PecTBORjxt21IIM4BKeApVvXLsyDZoIWLBuvv4hQkQY+82cmw3OOZ/roPPbXZGymCD1IRaR6rfycxDIhIphD4VcHkXoSUTJUk8HO4oZLullgA==',key_name='tempest-keypair-806672631',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:01:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='527638f1b1b249ce99cf68ee5645fb6d',ramdisk_id='',reservation_id='r-8ruyw18l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1988420811',owner_user_name='tempest-ServerActionsV293TestJSON-1988420811-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:01:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90b7efceed6a409080f8fc1e6a5267d4',uuid=9fc644c5-b600-4fb5-8e7b-44a72884358b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Converting VIF {"id": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "address": "fa:16:3e:b0:3e:c3", "network": {"id": "cbf146ac-4a86-4382-abbb-326cfc6ac19e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-796517024-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "527638f1b1b249ce99cf68ee5645fb6d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb43faa5-ba", "ovs_interfaceid": "cb43faa5-bac3-490b-92e2-8e9d55459e20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:3e:c3,bridge_name='br-int',has_traffic_filtering=True,id=cb43faa5-bac3-490b-92e2-8e9d55459e20,network=Network(cbf146ac-4a86-4382-abbb-326cfc6ac19e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb43faa5-ba') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG os_vif [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:3e:c3,bridge_name='br-int',has_traffic_filtering=True,id=cb43faa5-bac3-490b-92e2-8e9d55459e20,network=Network(cbf146ac-4a86-4382-abbb-326cfc6ac19e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb43faa5-ba') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcb43faa5-ba, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=18a1a200-05de-4de8-9283-2e6b008e620e) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:16 user nova-compute[74287]: INFO os_vif [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:3e:c3,bridge_name='br-int',has_traffic_filtering=True,id=cb43faa5-bac3-490b-92e2-8e9d55459e20,network=Network(cbf146ac-4a86-4382-abbb-326cfc6ac19e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb43faa5-ba')
Oct 26 08:03:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AGzklnce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:03:16 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:03:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[adbc1666-6e02-491b-962e-7f21b9235e3d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:03:16 user nova-compute[74287]: No targets found.
Oct 26 08:03:16 user nova-compute[74287]: iSNS:
Oct 26 08:03:16 user nova-compute[74287]: No targets found.
Oct 26 08:03:16 user nova-compute[74287]: STATIC:
Oct 26 08:03:16 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4
Oct 26 08:03:16 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:03:16 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:03:16 user nova-compute[74287]: FIRMWARE:
Oct 26 08:03:16 user nova-compute[74287]: No targets found.
Oct 26 08:03:16 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:03:16 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:03:16 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f68c55e-e46e-4694-b1d0-32b1270de829]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c03ff85f-e5cf-4063-b8bd-9ae27728e02b]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 (non-flash)
Oct 26 08:03:16 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 (non-flash)
Oct 26 08:03:16 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb70778dc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad39cf7a-031a-451b-b4ef-22e61c2e8360]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[61e22b9c-806e-4333-b21f-068f62193527]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e9aca67-7141-4bb3-9bad-998ba74195a9]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:03:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fedabea4-5093-466e-903f-9de5653f6647]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOcc738b3-9d699417e2c766bc', '/dev/disk/by-id/scsi-23964363939343137', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_cc738b3') {{(pid=85694) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 26 08:03:17 user nova-compute[74287]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOcc738b3-9d699417e2c766bc
Oct 26 08:03:17 user nova-compute[74287]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23964363939343137
Oct 26 08:03:17 user nova-compute[74287]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_cc738b3
Oct 26 08:03:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[789d4994-9587-465f-87fd-f4312df4bb0b]: (4, None) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c84d329-24f1-4e39-8e15-0a4ffc492cf3]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f60ee1e-0a86-4a1d-9913-1b46f8b2f436]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260]
Oct 26 08:03:17 user nova-compute[74287]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4, portal: 172.16.0.220,3260] successful.
Oct 26 08:03:17 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d12d2ec8-4b6e-46fd-a125-c72d73c216e5]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] <== disconnect_volume: return (324ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:03:17 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Deleting instance files /opt/stack/data/nova/instances/9fc644c5-b600-4fb5-8e7b-44a72884358b_del
Oct 26 08:03:17 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Deletion of /opt/stack/data/nova/instances/9fc644c5-b600-4fb5-8e7b-44a72884358b_del complete
Oct 26 08:03:17 user nova-compute[74287]: INFO nova.compute.manager [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Took 1.24 seconds to destroy the instance on the hypervisor.
Oct 26 08:03:17 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:03:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:18 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:03:18 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Took 0.87 seconds to deallocate network for instance.
Oct 26 08:03:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-6d6bd03c-dc59-4312-837b-0258b2d1130e req-bf601530-f609-4911-8670-dd14d85b8b83 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received event network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6d6bd03c-dc59-4312-837b-0258b2d1130e req-bf601530-f609-4911-8670-dd14d85b8b83 service nova] Acquiring lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6d6bd03c-dc59-4312-837b-0258b2d1130e req-bf601530-f609-4911-8670-dd14d85b8b83 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6d6bd03c-dc59-4312-837b-0258b2d1130e req-bf601530-f609-4911-8670-dd14d85b8b83 service nova] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-6d6bd03c-dc59-4312-837b-0258b2d1130e req-bf601530-f609-4911-8670-dd14d85b8b83 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] No waiting events found dispatching network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:18 user nova-compute[74287]: WARNING nova.compute.manager [req-6d6bd03c-dc59-4312-837b-0258b2d1130e req-bf601530-f609-4911-8670-dd14d85b8b83 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received unexpected event network-vif-plugged-cb43faa5-bac3-490b-92e2-8e9d55459e20 for instance with vm_state active and task_state deleting.
Oct 26 08:03:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-6d6bd03c-dc59-4312-837b-0258b2d1130e req-bf601530-f609-4911-8670-dd14d85b8b83 service nova] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Received event network-vif-deleted-cb43faa5-bac3-490b-92e2-8e9d55459e20 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:19 user nova-compute[74287]: INFO nova.compute.manager [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Took 0.90 seconds to detach 1 volumes for instance.
Oct 26 08:03:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] [instance: 9fc644c5-b600-4fb5-8e7b-44a72884358b] Deleting volume: 4ef69671-b2b6-4e24-83a9-bf82cf64ffc4 {{(pid=74287) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 26 08:03:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:19 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:03:19 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:03:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.378s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:19 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Deleted allocations for instance 9fc644c5-b600-4fb5-8e7b-44a72884358b
Oct 26 08:03:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-29834d10-47ff-40b9-9b4d-a191087c1539 tempest-ServerActionsV293TestJSON-1988420811 tempest-ServerActionsV293TestJSON-1988420811-project-member] Lock "9fc644c5-b600-4fb5-8e7b-44a72884358b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.683s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "37346497-f60d-4883-9e22-6b7cdddcf259" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:24 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:03:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:24 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:03:24 user nova-compute[74287]: INFO nova.compute.claims [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Claim successful on node user
Oct 26 08:03:25 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:03:25 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:03:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.516s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:03:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:03:25 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:03:25 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:03:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:03:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:25 user nova-compute[74287]: DEBUG nova.policy [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '859a049e05c6402a98f3e10b216cd990', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce4db76d8c424e10b26fb0e8aaf8e1bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:03:25 user nova-compute[74287]: INFO nova.virt.block_device [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Booting with blank volume at /dev/vda
Oct 26 08:03:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:25 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Successfully created port: fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Successfully updated port: fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquired lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-787e5cb9-19e2-45f8-8616-6a76375d6aea req-f29272f1-50a8-404a-bcdb-4944a9a688d0 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-changed-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-787e5cb9-19e2-45f8-8616-6a76375d6aea req-f29272f1-50a8-404a-bcdb-4944a9a688d0 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Refreshing instance network info cache due to event network-changed-fdbcf0dc-161b-4875-8906-a600759df68e. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-787e5cb9-19e2-45f8-8616-6a76375d6aea req-f29272f1-50a8-404a-bcdb-4944a9a688d0 service nova] Acquiring lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Updating instance_info_cache with network_info: [{"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Releasing lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Instance network_info: |[{"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-787e5cb9-19e2-45f8-8616-6a76375d6aea req-f29272f1-50a8-404a-bcdb-4944a9a688d0 service nova] Acquired lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:03:26 user nova-compute[74287]: DEBUG nova.network.neutron [req-787e5cb9-19e2-45f8-8616-6a76375d6aea req-f29272f1-50a8-404a-bcdb-4944a9a688d0 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Refreshing network info cache for port fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:03:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-787e5cb9-19e2-45f8-8616-6a76375d6aea req-f29272f1-50a8-404a-bcdb-4944a9a688d0 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Updated VIF entry in instance network info cache for port fdbcf0dc-161b-4875-8906-a600759df68e. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:03:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-787e5cb9-19e2-45f8-8616-6a76375d6aea req-f29272f1-50a8-404a-bcdb-4944a9a688d0 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Updating instance_info_cache with network_info: [{"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:03:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-787e5cb9-19e2-45f8-8616-6a76375d6aea req-f29272f1-50a8-404a-bcdb-4944a9a688d0 service nova] Releasing lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:03:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:31 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:03:31 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7864MB free_disk=25.20290756225586GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG os_brick.utils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7e38dd5-e59a-4c8d-bf62-3bd9d15b42cf]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[954a324c-a870-4727-b61a-672f4905a73f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[87023c82-89f6-44d0-887e-75dae331f643]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[65da0a5c-1609-498d-9509-e42f9f18009b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance f638f2bf-c6cd-4481-8017-208b1368f26c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 7b783a5c-41ec-4f01-a140-96a67a15ebb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 0aa42552-cb4d-44e6-8362-5420dd98cc0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 796e4465-0241-44ab-a466-2dacfa0753cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:03:31 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:03:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[045c2a1b-0972-4961-aa5c-31c4643fa46a]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG os_brick.utils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Updating existing volume attachment record: dd122e11-f88f-4540-987b-315a466aafba {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing inventories for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating ProviderTree inventory for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating inventory in ProviderTree for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing aggregate associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, aggregates: None {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing trait associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, traits: HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:03:31 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:03:32 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:03:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.798s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:03:32 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74287) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 08:03:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Skipping network cache update for instance because it is Building. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid 31c5650f-ca33-4283-9a3a-0c6cf9261493 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Updating instance_info_cache with network_info: [{"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:03:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:03:35 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:03:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UHXiWQAr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:03:41 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:03:41 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:03:41 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[99564e63-f9ea-432c-9d2c-81593c20b227]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:03:41 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ccb47ad-5a11-4b8d-93fc-1e779144f24b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76] added
Oct 26 08:03:41 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[932441c7-793f-41fd-a258-ff081cd5a387]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e70127f5-3b4f-4640-be24-d8abf9ebdaeb]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UHXiWQAr {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UHXiWQAr" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b807da33-d77b-4ba3-b0a1-14fc4c81cd27]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UHXiWQAr'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[603b3097-7a4e-43ed-95a3-2af1e8c31bf2]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa2cc574-efc5-411c-a62b-3e468f618239]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:03:41 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:03:41 user nova-compute[74287]:  {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:03:41 user nova-compute[74287]: WARNING os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 08:03:41 user nova-compute[74287]: 
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] There are 0 instances to clean {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[535fe9c2-cf20-4812-9177-cde84a1a3bb2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76, portal: 172.16.0.220,3260]
Oct 26 08:03:41 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76, portal: 172.16.0.220,3260] successful.
Oct 26 08:03:41 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfced082-3933-4a2c-972d-b49a00bfff10]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[40254989-f056-4aeb-aaf3-6b13643e5ac8]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:03:41 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:03:41 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] HCTL ('33', '-', '-', 0) found on session 23 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f3a37ec-f8ee-45fc-8df4-0613bd7fdbf8]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:41 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Searching for a device in session 23 and hctl ['33', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:03:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:42 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Searching for a device in session 23 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:03:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UHXiWQAr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:03:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:03:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '23739636261326430', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:03:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23739636261326430', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:03:42 user nova-compute[74287]: DEBUG nova.objects.instance [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'flavor' on Instance uuid 7b783a5c-41ec-4f01-a140-96a67a15ebb0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:03:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:03:42 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:03:42 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:03:42 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:03:42 user nova-compute[74287]:   <serial>8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76</serial>
Oct 26 08:03:42 user nova-compute[74287]: </disk>
Oct 26 08:03:42 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:03:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:03:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:03:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No VIF found with MAC fa:16:3e:98:03:9e, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:03:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7ea2e09b-0c4f-49ac-a741-d2fe2a517918 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 41.694s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:44 user nova-compute[74287]: INFO nova.compute.manager [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Rescuing
Oct 26 08:03:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:03:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquired lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:03:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Updating instance_info_cache with network_info: [{"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Releasing lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-0132fc61-f94f-4bda-8f91-d1c4636b7a81 req-201f35e1-b8a1-450b-90a1-fc1cc890e156 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-unplugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0132fc61-f94f-4bda-8f91-d1c4636b7a81 req-201f35e1-b8a1-450b-90a1-fc1cc890e156 service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0132fc61-f94f-4bda-8f91-d1c4636b7a81 req-201f35e1-b8a1-450b-90a1-fc1cc890e156 service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0132fc61-f94f-4bda-8f91-d1c4636b7a81 req-201f35e1-b8a1-450b-90a1-fc1cc890e156 service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-0132fc61-f94f-4bda-8f91-d1c4636b7a81 req-201f35e1-b8a1-450b-90a1-fc1cc890e156 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-unplugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:45 user nova-compute[74287]: WARNING nova.compute.manager [req-0132fc61-f94f-4bda-8f91-d1c4636b7a81 req-201f35e1-b8a1-450b-90a1-fc1cc890e156 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received unexpected event network-vif-unplugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with vm_state active and task_state rescuing.
Oct 26 08:03:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:45 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Instance destroyed successfully.
Oct 26 08:03:45 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Attempting rescue
Oct 26 08:03:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74287) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Instance directory exists: not creating {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 08:03:45 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Creating image(s)
Oct 26 08:03:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "/opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "/opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "/opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'trusted_certs' on Instance uuid 7b783a5c-41ec-4f01-a140-96a67a15ebb0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.194s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.rescue {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.rescue" returned: 0 in 0.049s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'migration_context' on Instance uuid 7b783a5c-41ec-4f01-a140-96a67a15ebb0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.objects.base [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Object Instance<7b783a5c-41ec-4f01-a140-96a67a15ebb0> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Start _get_guest_xml network_info=[{"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "vif_mac": "fa:16:3e:98:03:9e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'resources' on Instance uuid 7b783a5c-41ec-4f01-a140-96a67a15ebb0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.objects.base [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Object Instance<7b783a5c-41ec-4f01-a140-96a67a15ebb0> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'numa_topology' on Instance uuid 7b783a5c-41ec-4f01-a140-96a67a15ebb0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.objects.base [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Object Instance<7b783a5c-41ec-4f01-a140-96a67a15ebb0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:03:46 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:03:46 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'vcpu_model' on Instance uuid 7b783a5c-41ec-4f01-a140-96a67a15ebb0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.objects.base [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Object Instance<7b783a5c-41ec-4f01-a140-96a67a15ebb0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:01:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1926247172',display_name='tempest-ServerRescueNegativeTestJSON-server-1926247172',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1926247172',id=18,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCqx8HRFPtr2o/m6hSUdLY0/znaFdF53QBF8qzoMK2DagrjOpbbVqEZYa4MSVgs2h1ll+9BwUNcfAmSC5/YxFZRWTN5+qXO1Rf5agRzQeNgUsb8s24Cw98OVEF3XlydoQQ==',key_name='tempest-keypair-597729919',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:01:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b96ad2ea567b49b09c90dca1d76e894f',ramdisk_id='',reservation_id='r-04cqcfpw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2040559012',owner_user_name='tempest-ServerRescueNegativeTestJSON-2040559012-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:01:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0e01693f9147422aac8dbf4216dbc8dd',uuid=7b783a5c-41ec-4f01-a140-96a67a15ebb0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "vif_mac": "fa:16:3e:98:03:9e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converting VIF {"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "vif_mac": "fa:16:3e:98:03:9e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:98:03:9e,bridge_name='br-int',has_traffic_filtering=True,id=c00eeb33-635e-4fde-b35f-21edacb0f5a3,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc00eeb33-63') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'pci_devices' on Instance uuid 7b783a5c-41ec-4f01-a140-96a67a15ebb0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.objects.base [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Object Instance<7b783a5c-41ec-4f01-a140-96a67a15ebb0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:03:46 user nova-compute[74287]:   <uuid>7b783a5c-41ec-4f01-a140-96a67a15ebb0</uuid>
Oct 26 08:03:46 user nova-compute[74287]:   <name>instance-00000012</name>
Oct 26 08:03:46 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:03:46 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:03:46 user nova-compute[74287]:   <metadata>
Oct 26 08:03:46 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:03:46 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:03:46 user nova-compute[74287]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1926247172</nova:name>
Oct 26 08:03:46 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:03:46</nova:creationTime>
Oct 26 08:03:46 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:03:46 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:03:46 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:03:46 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:03:46 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:03:46 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:03:46 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:03:46 user nova-compute[74287]:       <nova:owner>
Oct 26 08:03:46 user nova-compute[74287]:         <nova:user uuid="0e01693f9147422aac8dbf4216dbc8dd">tempest-ServerRescueNegativeTestJSON-2040559012-project-member</nova:user>
Oct 26 08:03:46 user nova-compute[74287]:         <nova:project uuid="b96ad2ea567b49b09c90dca1d76e894f">tempest-ServerRescueNegativeTestJSON-2040559012</nova:project>
Oct 26 08:03:46 user nova-compute[74287]:       </nova:owner>
Oct 26 08:03:46 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:03:46 user nova-compute[74287]:       <nova:ports>
Oct 26 08:03:46 user nova-compute[74287]:         <nova:port uuid="c00eeb33-635e-4fde-b35f-21edacb0f5a3">
Oct 26 08:03:46 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 08:03:46 user nova-compute[74287]:         </nova:port>
Oct 26 08:03:46 user nova-compute[74287]:       </nova:ports>
Oct 26 08:03:46 user nova-compute[74287]:     </nova:instance>
Oct 26 08:03:46 user nova-compute[74287]:   </metadata>
Oct 26 08:03:46 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:03:46 user nova-compute[74287]:     <system>
Oct 26 08:03:46 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:03:46 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:03:46 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:03:46 user nova-compute[74287]:       <entry name="serial">7b783a5c-41ec-4f01-a140-96a67a15ebb0</entry>
Oct 26 08:03:46 user nova-compute[74287]:       <entry name="uuid">7b783a5c-41ec-4f01-a140-96a67a15ebb0</entry>
Oct 26 08:03:46 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:03:46 user nova-compute[74287]:     </system>
Oct 26 08:03:46 user nova-compute[74287]:   </sysinfo>
Oct 26 08:03:46 user nova-compute[74287]:   <os>
Oct 26 08:03:46 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:03:46 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:03:46 user nova-compute[74287]:   </os>
Oct 26 08:03:46 user nova-compute[74287]:   <features>
Oct 26 08:03:46 user nova-compute[74287]:     <acpi/>
Oct 26 08:03:46 user nova-compute[74287]:     <apic/>
Oct 26 08:03:46 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:03:46 user nova-compute[74287]:   </features>
Oct 26 08:03:46 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:03:46 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:03:46 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:03:46 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:03:46 user nova-compute[74287]:   </clock>
Oct 26 08:03:46 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:03:46 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:03:46 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:03:46 user nova-compute[74287]:   </cpu>
Oct 26 08:03:46 user nova-compute[74287]:   <devices>
Oct 26 08:03:46 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:03:46 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:03:46 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.rescue"/>
Oct 26 08:03:46 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:03:46 user nova-compute[74287]:     </disk>
Oct 26 08:03:46 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:03:46 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:03:46 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk"/>
Oct 26 08:03:46 user nova-compute[74287]:       <target dev="vdb" bus="virtio"/>
Oct 26 08:03:46 user nova-compute[74287]:     </disk>
Oct 26 08:03:46 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:03:46 user nova-compute[74287]:       <mac address="fa:16:3e:98:03:9e"/>
Oct 26 08:03:46 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:03:46 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:03:46 user nova-compute[74287]:       <target dev="tapc00eeb33-63"/>
Oct 26 08:03:46 user nova-compute[74287]:     </interface>
Oct 26 08:03:46 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:03:46 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/console.log" append="off"/>
Oct 26 08:03:46 user nova-compute[74287]:     </serial>
Oct 26 08:03:46 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:03:46 user nova-compute[74287]:     <video>
Oct 26 08:03:46 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:03:46 user nova-compute[74287]:     </video>
Oct 26 08:03:46 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:03:46 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:03:46 user nova-compute[74287]:     </rng>
Oct 26 08:03:46 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:03:46 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:03:46 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:03:46 user nova-compute[74287]:     </memballoon>
Oct 26 08:03:46 user nova-compute[74287]:   </devices>
Oct 26 08:03:46 user nova-compute[74287]: </domain>
Oct 26 08:03:46 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:03:46 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Instance destroyed successfully.
Oct 26 08:03:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] No VIF found with MAC fa:16:3e:98:03:9e, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:03:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:47 user nova-compute[74287]: WARNING nova.compute.manager [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received unexpected event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with vm_state active and task_state rescuing.
Oct 26 08:03:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:47 user nova-compute[74287]: WARNING nova.compute.manager [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received unexpected event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with vm_state active and task_state rescuing.
Oct 26 08:03:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:47 user nova-compute[74287]: WARNING nova.compute.manager [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received unexpected event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with vm_state active and task_state rescuing.
Oct 26 08:03:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-unplugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-unplugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:47 user nova-compute[74287]: WARNING nova.compute.manager [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received unexpected event network-vif-unplugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with vm_state active and task_state rescuing.
Oct 26 08:03:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:47 user nova-compute[74287]: WARNING nova.compute.manager [req-19dab528-23f9-44cf-b987-efa9719efb3b req-4eecbc12-4773-4a7c-87c5-0026ee27f6ee service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received unexpected event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with vm_state active and task_state rescuing.
Oct 26 08:03:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-226e66dc-3fe1-4410-8965-aad70d0c09a3 req-c6507b3f-a186-4414-a94d-db70783e2417 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-226e66dc-3fe1-4410-8965-aad70d0c09a3 req-c6507b3f-a186-4414-a94d-db70783e2417 service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-226e66dc-3fe1-4410-8965-aad70d0c09a3 req-c6507b3f-a186-4414-a94d-db70783e2417 service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-226e66dc-3fe1-4410-8965-aad70d0c09a3 req-c6507b3f-a186-4414-a94d-db70783e2417 service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-226e66dc-3fe1-4410-8965-aad70d0c09a3 req-c6507b3f-a186-4414-a94d-db70783e2417 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:49 user nova-compute[74287]: WARNING nova.compute.manager [req-226e66dc-3fe1-4410-8965-aad70d0c09a3 req-c6507b3f-a186-4414-a94d-db70783e2417 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received unexpected event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with vm_state active and task_state rescuing.
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-226e66dc-3fe1-4410-8965-aad70d0c09a3 req-c6507b3f-a186-4414-a94d-db70783e2417 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-226e66dc-3fe1-4410-8965-aad70d0c09a3 req-c6507b3f-a186-4414-a94d-db70783e2417 service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-226e66dc-3fe1-4410-8965-aad70d0c09a3 req-c6507b3f-a186-4414-a94d-db70783e2417 service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-226e66dc-3fe1-4410-8965-aad70d0c09a3 req-c6507b3f-a186-4414-a94d-db70783e2417 service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-226e66dc-3fe1-4410-8965-aad70d0c09a3 req-c6507b3f-a186-4414-a94d-db70783e2417 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:49 user nova-compute[74287]: WARNING nova.compute.manager [req-226e66dc-3fe1-4410-8965-aad70d0c09a3 req-c6507b3f-a186-4414-a94d-db70783e2417 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received unexpected event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with vm_state active and task_state rescuing.
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:03:49 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Creating image(s)
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Did not create local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Ensure instance console log exists: /opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Start _get_guest_xml network_info=[{"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'attachment_id': 'dd122e11-f88f-4540-987b-315a466aafba', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UfFIuMWw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '37346497-f60d-4883-9e22-6b7cdddcf259', 'attached_at': '', 'detached_at': '', 'volume_id': '9a589c75-0a42-4042-84c7-b770afcfb608', 'serial': '9a589c75-0a42-4042-84c7-b770afcfb608'}, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:03:49 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:03:49 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UfFIuMWw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:03:49 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:03:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:03:49 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:03:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:03:49 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a10d9cd8-7a35-49ac-83c8-5098871853ad]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:03:49 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[939f5359-8f84-4d68-b263-137bd1bf9392]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608] added
Oct 26 08:03:49 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0bb0c2f-1e45-42d8-babe-06d47794ef5d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c40f002a-8c0f-488b-80bd-ccdc0c7bba7c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UfFIuMWw {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UfFIuMWw" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[edfe02f0-ad2d-416a-bb87-b813399d484b]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UfFIuMWw'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[24d0a030-ac53-49db-832c-7e34bf327a85]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[110248db-0651-4d07-b6ce-cc06264272b1]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:03:50 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:03:50 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b3ff9a9-dfa4-42ae-8893-afc6a28d4fa6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608, portal: 172.16.0.220,3260]
Oct 26 08:03:50 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608, portal: 172.16.0.220,3260] successful.
Oct 26 08:03:50 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1fda8cbf-b6dc-41a5-9ddc-fc81131c0346 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9985ff67-f972-4783-9b55-fc9fe6cd058a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e22d6bb4-a581-4613-a32e-217ac127267e]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:03:50 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:03:50 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:03:50 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:03:50 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.319s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] HCTL ('34', '-', '-', 0) found on session 24 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Acquiring lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Acquiring lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:03:50 user nova-compute[74287]: INFO nova.compute.manager [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Terminating instance
Oct 26 08:03:50 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbcd4d4f-5073-4f1b-a5e2-f69b6efecd96]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching for a device in session 24 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UfFIuMWw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Instance destroyed successfully.
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lazy-loading 'resources' on Instance uuid 0aa42552-cb4d-44e6-8362-5420dd98cc0d {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:01:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-757352374',display_name='tempest-VolumesNegativeTest-instance-757352374',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-757352374',id=20,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:02:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='854665fc14e844efa8498b521e1ff4be',ramdisk_id='',reservation_id='r-zuu0d276',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1496921520',owner_user_name='tempest-VolumesNegativeTest-1496921520-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:02:07Z,user_data=None,user_id='19fe7ffa319048b5a9c7f5ee5a86534e',uuid=0aa42552-cb4d-44e6-8362-5420dd98cc0d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "378041ee-e84c-47f5-89cd-d4f2edecd175", "address": "fa:16:3e:1a:22:18", "network": {"id": "5a4ddb88-68c2-451b-afa5-0f5320528b22", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "4ee4fd535c3d44a2b0041cf4f5b308a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap378041ee-e8", "ovs_interfaceid": "378041ee-e84c-47f5-89cd-d4f2edecd175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Converting VIF {"id": "378041ee-e84c-47f5-89cd-d4f2edecd175", "address": "fa:16:3e:1a:22:18", "network": {"id": "5a4ddb88-68c2-451b-afa5-0f5320528b22", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "4ee4fd535c3d44a2b0041cf4f5b308a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap378041ee-e8", "ovs_interfaceid": "378041ee-e84c-47f5-89cd-d4f2edecd175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:22:18,bridge_name='br-int',has_traffic_filtering=True,id=378041ee-e84c-47f5-89cd-d4f2edecd175,network=Network(5a4ddb88-68c2-451b-afa5-0f5320528b22),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap378041ee-e8') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG os_vif [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:22:18,bridge_name='br-int',has_traffic_filtering=True,id=378041ee-e84c-47f5-89cd-d4f2edecd175,network=Network(5a4ddb88-68c2-451b-afa5-0f5320528b22),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap378041ee-e8') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap378041ee-e8, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=14c2a77b-9f67-445f-b3e9-8bc68a49f3be) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: INFO os_vif [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:22:18,bridge_name='br-int',has_traffic_filtering=True,id=378041ee-e84c-47f5-89cd-d4f2edecd175,network=Network(5a4ddb88-68c2-451b-afa5-0f5320528b22),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap378041ee-e8')
Oct 26 08:03:51 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Deleting instance files /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d_del
Oct 26 08:03:51 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Deletion of /opt/stack/data/nova/instances/0aa42552-cb4d-44e6-8362-5420dd98cc0d_del complete
Oct 26 08:03:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.369s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] <== connect_volume: return (1371ms) {'type': 'block', 'scsi_wwn': '26436663466303437', 'path': '/dev/sdc'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26436663466303437', 'path': '/dev/sdc'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:03:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-449547210',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-449547210',id=22,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ce4db76d8c424e10b26fb0e8aaf8e1bc',ramdisk_id='',reservation_id='r-nv680vuh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-503266126',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:03:25Z,user_data=None,user_id='859a049e05c6402a98f3e10b216cd990',uuid=37346497-f60d-4883-9e22-6b7cdddcf259,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converting VIF {"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:8b:df,bridge_name='br-int',has_traffic_filtering=True,id=fdbcf0dc-161b-4875-8906-a600759df68e,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdbcf0dc-16') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.objects.instance [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'pci_devices' on Instance uuid 37346497-f60d-4883-9e22-6b7cdddcf259 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:03:51 user nova-compute[74287]:   <uuid>37346497-f60d-4883-9e22-6b7cdddcf259</uuid>
Oct 26 08:03:51 user nova-compute[74287]:   <name>instance-00000016</name>
Oct 26 08:03:51 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:03:51 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:03:51 user nova-compute[74287]:   <metadata>
Oct 26 08:03:51 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:03:51 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:03:51 user nova-compute[74287]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-449547210</nova:name>
Oct 26 08:03:51 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:03:49</nova:creationTime>
Oct 26 08:03:51 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:03:51 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:03:51 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:03:51 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:03:51 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:03:51 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:03:51 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:03:51 user nova-compute[74287]:       <nova:owner>
Oct 26 08:03:51 user nova-compute[74287]:         <nova:user uuid="859a049e05c6402a98f3e10b216cd990">tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member</nova:user>
Oct 26 08:03:51 user nova-compute[74287]:         <nova:project uuid="ce4db76d8c424e10b26fb0e8aaf8e1bc">tempest-ServerBootFromVolumeStableRescueTest-503266126</nova:project>
Oct 26 08:03:51 user nova-compute[74287]:       </nova:owner>
Oct 26 08:03:51 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:03:51 user nova-compute[74287]:       <nova:ports>
Oct 26 08:03:51 user nova-compute[74287]:         <nova:port uuid="fdbcf0dc-161b-4875-8906-a600759df68e">
Oct 26 08:03:51 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 08:03:51 user nova-compute[74287]:         </nova:port>
Oct 26 08:03:51 user nova-compute[74287]:       </nova:ports>
Oct 26 08:03:51 user nova-compute[74287]:     </nova:instance>
Oct 26 08:03:51 user nova-compute[74287]:   </metadata>
Oct 26 08:03:51 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:03:51 user nova-compute[74287]:     <system>
Oct 26 08:03:51 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:03:51 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:03:51 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:03:51 user nova-compute[74287]:       <entry name="serial">37346497-f60d-4883-9e22-6b7cdddcf259</entry>
Oct 26 08:03:51 user nova-compute[74287]:       <entry name="uuid">37346497-f60d-4883-9e22-6b7cdddcf259</entry>
Oct 26 08:03:51 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:03:51 user nova-compute[74287]:     </system>
Oct 26 08:03:51 user nova-compute[74287]:   </sysinfo>
Oct 26 08:03:51 user nova-compute[74287]:   <os>
Oct 26 08:03:51 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:03:51 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:03:51 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:03:51 user nova-compute[74287]:   </os>
Oct 26 08:03:51 user nova-compute[74287]:   <features>
Oct 26 08:03:51 user nova-compute[74287]:     <acpi/>
Oct 26 08:03:51 user nova-compute[74287]:     <apic/>
Oct 26 08:03:51 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:03:51 user nova-compute[74287]:   </features>
Oct 26 08:03:51 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:03:51 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:03:51 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:03:51 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:03:51 user nova-compute[74287]:   </clock>
Oct 26 08:03:51 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:03:51 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:03:51 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:03:51 user nova-compute[74287]:   </cpu>
Oct 26 08:03:51 user nova-compute[74287]:   <devices>
Oct 26 08:03:51 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:03:51 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:03:51 user nova-compute[74287]:       <source dev="/dev/sdc"/>
Oct 26 08:03:51 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:03:51 user nova-compute[74287]:       <serial>9a589c75-0a42-4042-84c7-b770afcfb608</serial>
Oct 26 08:03:51 user nova-compute[74287]:     </disk>
Oct 26 08:03:51 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:03:51 user nova-compute[74287]:       <mac address="fa:16:3e:42:8b:df"/>
Oct 26 08:03:51 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:03:51 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:03:51 user nova-compute[74287]:       <target dev="tapfdbcf0dc-16"/>
Oct 26 08:03:51 user nova-compute[74287]:     </interface>
Oct 26 08:03:51 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:03:51 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/console.log" append="off"/>
Oct 26 08:03:51 user nova-compute[74287]:     </serial>
Oct 26 08:03:51 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:03:51 user nova-compute[74287]:     <video>
Oct 26 08:03:51 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:03:51 user nova-compute[74287]:     </video>
Oct 26 08:03:51 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:03:51 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:03:51 user nova-compute[74287]:     </rng>
Oct 26 08:03:51 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:03:51 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:03:51 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:03:51 user nova-compute[74287]:     </memballoon>
Oct 26 08:03:51 user nova-compute[74287]:   </devices>
Oct 26 08:03:51 user nova-compute[74287]: </domain>
Oct 26 08:03:51 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:03:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-449547210',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-449547210',id=22,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ce4db76d8c424e10b26fb0e8aaf8e1bc',ramdisk_id='',reservation_id='r-nv680vuh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-503266126',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:03:25Z,user_data=None,user_id='859a049e05c6402a98f3e10b216cd990',uuid=37346497-f60d-4883-9e22-6b7cdddcf259,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converting VIF {"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:8b:df,bridge_name='br-int',has_traffic_filtering=True,id=fdbcf0dc-161b-4875-8906-a600759df68e,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdbcf0dc-16') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG os_vif [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:8b:df,bridge_name='br-int',has_traffic_filtering=True,id=fdbcf0dc-161b-4875-8906-a600759df68e,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdbcf0dc-16') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '769090df-c2b6-5cd3-90ad-402c9b57d390', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:03:51 user nova-compute[74287]: INFO nova.compute.manager [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Took 1.12 seconds to destroy the instance on the hypervisor.
Oct 26 08:03:51 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfdbcf0dc-16, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfdbcf0dc-16, col_values=(('qos', UUID('693d16eb-7239-45e9-9e7d-48d7a5cd86f9')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfdbcf0dc-16, col_values=(('external_ids', {'iface-id': 'fdbcf0dc-161b-4875-8906-a600759df68e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:42:8b:df', 'vm-uuid': '37346497-f60d-4883-9e22-6b7cdddcf259'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:51 user nova-compute[74287]: INFO os_vif [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:8b:df,bridge_name='br-int',has_traffic_filtering=True,id=fdbcf0dc-161b-4875-8906-a600759df68e,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdbcf0dc-16')
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] No VIF found with MAC fa:16:3e:42:8b:df, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-c68c0804-6097-40d6-9e3a-12a9a8eb5e1e req-de7a7ec1-28a7-4444-a6ff-0a6dd9709a82 service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Received event network-vif-unplugged-378041ee-e84c-47f5-89cd-d4f2edecd175 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c68c0804-6097-40d6-9e3a-12a9a8eb5e1e req-de7a7ec1-28a7-4444-a6ff-0a6dd9709a82 service nova] Acquiring lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c68c0804-6097-40d6-9e3a-12a9a8eb5e1e req-de7a7ec1-28a7-4444-a6ff-0a6dd9709a82 service nova] Lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c68c0804-6097-40d6-9e3a-12a9a8eb5e1e req-de7a7ec1-28a7-4444-a6ff-0a6dd9709a82 service nova] Lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-c68c0804-6097-40d6-9e3a-12a9a8eb5e1e req-de7a7ec1-28a7-4444-a6ff-0a6dd9709a82 service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] No waiting events found dispatching network-vif-unplugged-378041ee-e84c-47f5-89cd-d4f2edecd175 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-c68c0804-6097-40d6-9e3a-12a9a8eb5e1e req-de7a7ec1-28a7-4444-a6ff-0a6dd9709a82 service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Received event network-vif-unplugged-378041ee-e84c-47f5-89cd-d4f2edecd175 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-c68c0804-6097-40d6-9e3a-12a9a8eb5e1e req-de7a7ec1-28a7-4444-a6ff-0a6dd9709a82 service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Received event network-vif-plugged-378041ee-e84c-47f5-89cd-d4f2edecd175 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c68c0804-6097-40d6-9e3a-12a9a8eb5e1e req-de7a7ec1-28a7-4444-a6ff-0a6dd9709a82 service nova] Acquiring lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c68c0804-6097-40d6-9e3a-12a9a8eb5e1e req-de7a7ec1-28a7-4444-a6ff-0a6dd9709a82 service nova] Lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c68c0804-6097-40d6-9e3a-12a9a8eb5e1e req-de7a7ec1-28a7-4444-a6ff-0a6dd9709a82 service nova] Lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-c68c0804-6097-40d6-9e3a-12a9a8eb5e1e req-de7a7ec1-28a7-4444-a6ff-0a6dd9709a82 service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] No waiting events found dispatching network-vif-plugged-378041ee-e84c-47f5-89cd-d4f2edecd175 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:51 user nova-compute[74287]: WARNING nova.compute.manager [req-c68c0804-6097-40d6-9e3a-12a9a8eb5e1e req-de7a7ec1-28a7-4444-a6ff-0a6dd9709a82 service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Received unexpected event network-vif-plugged-378041ee-e84c-47f5-89cd-d4f2edecd175 for instance with vm_state active and task_state deleting.
Oct 26 08:03:51 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:03:51 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Took 0.53 seconds to deallocate network for instance.
Oct 26 08:03:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:52 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:03:52 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:03:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.385s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:52 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Deleted allocations for instance 0aa42552-cb4d-44e6-8362-5420dd98cc0d
Oct 26 08:03:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e14b1d21-67cc-4eb6-b645-9e4d299a8844 tempest-VolumesNegativeTest-1496921520 tempest-VolumesNegativeTest-1496921520-project-member] Lock "0aa42552-cb4d-44e6-8362-5420dd98cc0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.318s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:53 user nova-compute[74287]: DEBUG nova.compute.manager [req-2477509c-c16d-49bf-a03d-a00a02b80fc5 req-c57cf59b-c2f3-4b5a-b0fe-264d885ac6c0 service nova] [instance: 0aa42552-cb4d-44e6-8362-5420dd98cc0d] Received event network-vif-deleted-378041ee-e84c-47f5-89cd-d4f2edecd175 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:53 user nova-compute[74287]: DEBUG nova.compute.manager [req-2477509c-c16d-49bf-a03d-a00a02b80fc5 req-c57cf59b-c2f3-4b5a-b0fe-264d885ac6c0 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2477509c-c16d-49bf-a03d-a00a02b80fc5 req-c57cf59b-c2f3-4b5a-b0fe-264d885ac6c0 service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2477509c-c16d-49bf-a03d-a00a02b80fc5 req-c57cf59b-c2f3-4b5a-b0fe-264d885ac6c0 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2477509c-c16d-49bf-a03d-a00a02b80fc5 req-c57cf59b-c2f3-4b5a-b0fe-264d885ac6c0 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:53 user nova-compute[74287]: DEBUG nova.compute.manager [req-2477509c-c16d-49bf-a03d-a00a02b80fc5 req-c57cf59b-c2f3-4b5a-b0fe-264d885ac6c0 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:53 user nova-compute[74287]: WARNING nova.compute.manager [req-2477509c-c16d-49bf-a03d-a00a02b80fc5 req-c57cf59b-c2f3-4b5a-b0fe-264d885ac6c0 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received unexpected event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with vm_state building and task_state spawning.
Oct 26 08:03:53 user nova-compute[74287]: DEBUG nova.compute.manager [req-2477509c-c16d-49bf-a03d-a00a02b80fc5 req-c57cf59b-c2f3-4b5a-b0fe-264d885ac6c0 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:03:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2477509c-c16d-49bf-a03d-a00a02b80fc5 req-c57cf59b-c2f3-4b5a-b0fe-264d885ac6c0 service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:03:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2477509c-c16d-49bf-a03d-a00a02b80fc5 req-c57cf59b-c2f3-4b5a-b0fe-264d885ac6c0 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:03:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2477509c-c16d-49bf-a03d-a00a02b80fc5 req-c57cf59b-c2f3-4b5a-b0fe-264d885ac6c0 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:53 user nova-compute[74287]: DEBUG nova.compute.manager [req-2477509c-c16d-49bf-a03d-a00a02b80fc5 req-c57cf59b-c2f3-4b5a-b0fe-264d885ac6c0 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:03:53 user nova-compute[74287]: WARNING nova.compute.manager [req-2477509c-c16d-49bf-a03d-a00a02b80fc5 req-c57cf59b-c2f3-4b5a-b0fe-264d885ac6c0 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received unexpected event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with vm_state building and task_state spawning.
Oct 26 08:03:55 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:03:55 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:03:55 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Instance spawned successfully.
Oct 26 08:03:55 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:03:55 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:03:55 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:03:55 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:03:55 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:03:55 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:03:55 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:03:55 user nova-compute[74287]: INFO nova.compute.manager [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Took 5.59 seconds to spawn the instance on the hypervisor.
Oct 26 08:03:55 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:03:55 user nova-compute[74287]: INFO nova.compute.manager [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Took 30.87 seconds to build instance.
Oct 26 08:03:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7f0b1585-eced-4ec0-97ec-bac7bcaf653b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "37346497-f60d-4883-9e22-6b7cdddcf259" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 30.965s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:03:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:03:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:04:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:04:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:04:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:04:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:04:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:17 user nova-compute[74287]: DEBUG nova.compute.manager [req-4f00e33d-ccf7-4200-aaeb-3193f1043f94 req-10548046-e298-45ad-9166-fa4339028c31 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-changed-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:04:17 user nova-compute[74287]: DEBUG nova.compute.manager [req-4f00e33d-ccf7-4200-aaeb-3193f1043f94 req-10548046-e298-45ad-9166-fa4339028c31 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Refreshing instance network info cache due to event network-changed-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:04:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4f00e33d-ccf7-4200-aaeb-3193f1043f94 req-10548046-e298-45ad-9166-fa4339028c31 service nova] Acquiring lock "refresh_cache-796e4465-0241-44ab-a466-2dacfa0753cf" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:04:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4f00e33d-ccf7-4200-aaeb-3193f1043f94 req-10548046-e298-45ad-9166-fa4339028c31 service nova] Acquired lock "refresh_cache-796e4465-0241-44ab-a466-2dacfa0753cf" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:04:17 user nova-compute[74287]: DEBUG nova.network.neutron [req-4f00e33d-ccf7-4200-aaeb-3193f1043f94 req-10548046-e298-45ad-9166-fa4339028c31 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Refreshing network info cache for port 5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "796e4465-0241-44ab-a466-2dacfa0753cf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG nova.objects.instance [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lazy-loading 'flavor' on Instance uuid 796e4465-0241-44ab-a466-2dacfa0753cf {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "796e4465-0241-44ab-a466-2dacfa0753cf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.049s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "796e4465-0241-44ab-a466-2dacfa0753cf" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:18 user nova-compute[74287]: INFO nova.compute.manager [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Attaching volume 3e6c647d-3283-41db-81fb-ca2be733ae01 to /dev/vdb
Oct 26 08:04:18 user nova-compute[74287]: DEBUG os_brick.utils [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3e39cc3-0ff7-445d-8f67-02bd48305de0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0fbfb0d-807e-409b-8f65-a5195d81d984]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG nova.network.neutron [req-4f00e33d-ccf7-4200-aaeb-3193f1043f94 req-10548046-e298-45ad-9166-fa4339028c31 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Updated VIF entry in instance network info cache for port 5b9fc3b4-2a3a-410e-b267-a6f2986aeb96. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG nova.network.neutron [req-4f00e33d-ccf7-4200-aaeb-3193f1043f94 req-10548046-e298-45ad-9166-fa4339028c31 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Updating instance_info_cache with network_info: [{"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4f00e33d-ccf7-4200-aaeb-3193f1043f94 req-10548046-e298-45ad-9166-fa4339028c31 service nova] Releasing lock "refresh_cache-796e4465-0241-44ab-a466-2dacfa0753cf" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[683770ec-f017-45a8-8881-4ba3cfbb1243]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e97e766-b796-4fa9-a3e3-94a9f58216b9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:04:18 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:04:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[548225a0-4e77-483d-ac70-69803ed919d5]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG os_brick.utils [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:04:18 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Updating existing volume attachment record: 6e037e19-ebc8-4971-adc1-f58c23348b93 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:04:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:04:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:04:19 user nova-compute[74287]: INFO nova.compute.claims [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Claim successful on node user
Oct 26 08:04:19 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:04:19 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.446s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:04:20 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:04:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG nova.policy [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a78214fda9f4380bf83ed5d934df4a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2de70dd2b604287aae80e16f40784f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:04:20 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Creating image(s)
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "/opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "/opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "/opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.203s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk 1073741824" returned: 0 in 0.051s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:04:20 user nova-compute[74287]: INFO nova.compute.claims [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Claim successful on node user
Oct 26 08:04:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Successfully created port: 5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.199s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:04:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Cannot resize image /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Ensure instance console log exists: /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.526s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:04:21 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Successfully updated port: 5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "refresh_cache-8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquired lock "refresh_cache-8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-700f7768-0c59-4e00-b93e-198e784dee87 req-80f2a291-8a53-4a57-88af-7efe5bc62732 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Received event network-changed-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-700f7768-0c59-4e00-b93e-198e784dee87 req-80f2a291-8a53-4a57-88af-7efe5bc62732 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Refreshing instance network info cache due to event network-changed-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-700f7768-0c59-4e00-b93e-198e784dee87 req-80f2a291-8a53-4a57-88af-7efe5bc62732 service nova] Acquiring lock "refresh_cache-8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.policy [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b58cf1f99f24c1eaf837f89d8ec42a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c2bde267a1e46f0b0bba8e2b335d845', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:04:21 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Creating image(s)
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "/opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "/opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "/opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.185s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk 1073741824" returned: 0 in 0.061s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Updating instance_info_cache with network_info: [{"id": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "address": "fa:16:3e:00:8d:54", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b5d7cf4-85", "ovs_interfaceid": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Releasing lock "refresh_cache-8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Instance network_info: |[{"id": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "address": "fa:16:3e:00:8d:54", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b5d7cf4-85", "ovs_interfaceid": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-700f7768-0c59-4e00-b93e-198e784dee87 req-80f2a291-8a53-4a57-88af-7efe5bc62732 service nova] Acquired lock "refresh_cache-8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.network.neutron [req-700f7768-0c59-4e00-b93e-198e784dee87 req-80f2a291-8a53-4a57-88af-7efe5bc62732 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Refreshing network info cache for port 5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Start _get_guest_xml network_info=[{"id": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "address": "fa:16:3e:00:8d:54", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b5d7cf4-85", "ovs_interfaceid": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:04:22 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:04:22 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:04:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-773052445',display_name='tempest-VolumesSnapshotTestJSON-instance-773052445',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-773052445',id=23,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIWKXMaOmUDDKjIvRL7A2FF+swLNQ0YPIyNpD3fQYaHc2b2WSNt1VqZs838Wqu7+MIR+HGrOH+kkH5x1Xu1TFq7ZqVbNqn742TLFeVDGwJS6oI1gLpr4gKRL1VB4JGocWg==',key_name='tempest-keypair-1754453247',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e2de70dd2b604287aae80e16f40784f1',ramdisk_id='',reservation_id='r-ny5aoycc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1194228923',owner_user_name='tempest-VolumesSnapshotTestJSON-1194228923-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:04:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a78214fda9f4380bf83ed5d934df4a8',uuid=8890a184-4ccd-4ad2-a2d2-84a1dee30bfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "address": "fa:16:3e:00:8d:54", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b5d7cf4-85", "ovs_interfaceid": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Converting VIF {"id": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "address": "fa:16:3e:00:8d:54", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b5d7cf4-85", "ovs_interfaceid": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:8d:54,bridge_name='br-int',has_traffic_filtering=True,id=5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca,network=Network(c4bb9568-d5cc-4c88-8791-b79422a3859d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b5d7cf4-85') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.objects.instance [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lazy-loading 'pci_devices' on Instance uuid 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:04:22 user nova-compute[74287]:   <uuid>8890a184-4ccd-4ad2-a2d2-84a1dee30bfa</uuid>
Oct 26 08:04:22 user nova-compute[74287]:   <name>instance-00000017</name>
Oct 26 08:04:22 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:04:22 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:04:22 user nova-compute[74287]:   <metadata>
Oct 26 08:04:22 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:04:22 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:04:22 user nova-compute[74287]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-773052445</nova:name>
Oct 26 08:04:22 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:04:22</nova:creationTime>
Oct 26 08:04:22 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:04:22 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:04:22 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:04:22 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:04:22 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:04:22 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:04:22 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:04:22 user nova-compute[74287]:       <nova:owner>
Oct 26 08:04:22 user nova-compute[74287]:         <nova:user uuid="9a78214fda9f4380bf83ed5d934df4a8">tempest-VolumesSnapshotTestJSON-1194228923-project-member</nova:user>
Oct 26 08:04:22 user nova-compute[74287]:         <nova:project uuid="e2de70dd2b604287aae80e16f40784f1">tempest-VolumesSnapshotTestJSON-1194228923</nova:project>
Oct 26 08:04:22 user nova-compute[74287]:       </nova:owner>
Oct 26 08:04:22 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:04:22 user nova-compute[74287]:       <nova:ports>
Oct 26 08:04:22 user nova-compute[74287]:         <nova:port uuid="5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca">
Oct 26 08:04:22 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 26 08:04:22 user nova-compute[74287]:         </nova:port>
Oct 26 08:04:22 user nova-compute[74287]:       </nova:ports>
Oct 26 08:04:22 user nova-compute[74287]:     </nova:instance>
Oct 26 08:04:22 user nova-compute[74287]:   </metadata>
Oct 26 08:04:22 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:04:22 user nova-compute[74287]:     <system>
Oct 26 08:04:22 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:04:22 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:04:22 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:04:22 user nova-compute[74287]:       <entry name="serial">8890a184-4ccd-4ad2-a2d2-84a1dee30bfa</entry>
Oct 26 08:04:22 user nova-compute[74287]:       <entry name="uuid">8890a184-4ccd-4ad2-a2d2-84a1dee30bfa</entry>
Oct 26 08:04:22 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:04:22 user nova-compute[74287]:     </system>
Oct 26 08:04:22 user nova-compute[74287]:   </sysinfo>
Oct 26 08:04:22 user nova-compute[74287]:   <os>
Oct 26 08:04:22 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:04:22 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:04:22 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:04:22 user nova-compute[74287]:   </os>
Oct 26 08:04:22 user nova-compute[74287]:   <features>
Oct 26 08:04:22 user nova-compute[74287]:     <acpi/>
Oct 26 08:04:22 user nova-compute[74287]:     <apic/>
Oct 26 08:04:22 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:04:22 user nova-compute[74287]:   </features>
Oct 26 08:04:22 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:04:22 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:04:22 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:04:22 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:04:22 user nova-compute[74287]:   </clock>
Oct 26 08:04:22 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:04:22 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:04:22 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:04:22 user nova-compute[74287]:   </cpu>
Oct 26 08:04:22 user nova-compute[74287]:   <devices>
Oct 26 08:04:22 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:04:22 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:04:22 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk"/>
Oct 26 08:04:22 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:04:22 user nova-compute[74287]:     </disk>
Oct 26 08:04:22 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:04:22 user nova-compute[74287]:       <mac address="fa:16:3e:00:8d:54"/>
Oct 26 08:04:22 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:04:22 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:04:22 user nova-compute[74287]:       <target dev="tap5b5d7cf4-85"/>
Oct 26 08:04:22 user nova-compute[74287]:     </interface>
Oct 26 08:04:22 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:04:22 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/console.log" append="off"/>
Oct 26 08:04:22 user nova-compute[74287]:     </serial>
Oct 26 08:04:22 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:04:22 user nova-compute[74287]:     <video>
Oct 26 08:04:22 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:04:22 user nova-compute[74287]:     </video>
Oct 26 08:04:22 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:04:22 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:04:22 user nova-compute[74287]:     </rng>
Oct 26 08:04:22 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:04:22 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:04:22 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:04:22 user nova-compute[74287]:     </memballoon>
Oct 26 08:04:22 user nova-compute[74287]:   </devices>
Oct 26 08:04:22 user nova-compute[74287]: </domain>
Oct 26 08:04:22 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:04:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-773052445',display_name='tempest-VolumesSnapshotTestJSON-instance-773052445',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-773052445',id=23,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIWKXMaOmUDDKjIvRL7A2FF+swLNQ0YPIyNpD3fQYaHc2b2WSNt1VqZs838Wqu7+MIR+HGrOH+kkH5x1Xu1TFq7ZqVbNqn742TLFeVDGwJS6oI1gLpr4gKRL1VB4JGocWg==',key_name='tempest-keypair-1754453247',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e2de70dd2b604287aae80e16f40784f1',ramdisk_id='',reservation_id='r-ny5aoycc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1194228923',owner_user_name='tempest-VolumesSnapshotTestJSON-1194228923-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:04:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a78214fda9f4380bf83ed5d934df4a8',uuid=8890a184-4ccd-4ad2-a2d2-84a1dee30bfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "address": "fa:16:3e:00:8d:54", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b5d7cf4-85", "ovs_interfaceid": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Converting VIF {"id": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "address": "fa:16:3e:00:8d:54", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b5d7cf4-85", "ovs_interfaceid": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:8d:54,bridge_name='br-int',has_traffic_filtering=True,id=5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca,network=Network(c4bb9568-d5cc-4c88-8791-b79422a3859d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b5d7cf4-85') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG os_vif [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:8d:54,bridge_name='br-int',has_traffic_filtering=True,id=5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca,network=Network(c4bb9568-d5cc-4c88-8791-b79422a3859d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b5d7cf4-85') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e0bb4451-f0be-51cc-8f85-9678ce11aa56', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.242s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5b5d7cf4-85, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5b5d7cf4-85, col_values=(('qos', UUID('c927c36b-daa3-4b99-b704-7491ba3e20cb')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5b5d7cf4-85, col_values=(('external_ids', {'iface-id': '5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:00:8d:54', 'vm-uuid': '8890a184-4ccd-4ad2-a2d2-84a1dee30bfa'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:22 user nova-compute[74287]: INFO os_vif [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:8d:54,bridge_name='br-int',has_traffic_filtering=True,id=5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca,network=Network(c4bb9568-d5cc-4c88-8791-b79422a3859d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b5d7cf4-85')
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.network.neutron [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Successfully created port: 76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] No VIF found with MAC fa:16:3e:00:8d:54, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Cannot resize image /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Ensure instance console log exists: /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.network.neutron [req-700f7768-0c59-4e00-b93e-198e784dee87 req-80f2a291-8a53-4a57-88af-7efe5bc62732 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Updated VIF entry in instance network info cache for port 5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG nova.network.neutron [req-700f7768-0c59-4e00-b93e-198e784dee87 req-80f2a291-8a53-4a57-88af-7efe5bc62732 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Updating instance_info_cache with network_info: [{"id": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "address": "fa:16:3e:00:8d:54", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b5d7cf4-85", "ovs_interfaceid": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:04:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-700f7768-0c59-4e00-b93e-198e784dee87 req-80f2a291-8a53-4a57-88af-7efe5bc62732 service nova] Releasing lock "refresh_cache-8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.network.neutron [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Successfully updated port: 76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquired lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.network.neutron [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.network.neutron [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-ce742fa9-ae2c-4ccb-b6cd-6393f9db1ba7 req-29d5ca00-792f-4ea0-b3a8-51700787d393 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-changed-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-ce742fa9-ae2c-4ccb-b6cd-6393f9db1ba7 req-29d5ca00-792f-4ea0-b3a8-51700787d393 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Refreshing instance network info cache due to event network-changed-76a7bb06-c5ee-450c-bc46-417d80d0f180. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ce742fa9-ae2c-4ccb-b6cd-6393f9db1ba7 req-29d5ca00-792f-4ea0-b3a8-51700787d393 service nova] Acquiring lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.network.neutron [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Updating instance_info_cache with network_info: [{"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Releasing lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Instance network_info: |[{"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ce742fa9-ae2c-4ccb-b6cd-6393f9db1ba7 req-29d5ca00-792f-4ea0-b3a8-51700787d393 service nova] Acquired lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-ce742fa9-ae2c-4ccb-b6cd-6393f9db1ba7 req-29d5ca00-792f-4ea0-b3a8-51700787d393 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Refreshing network info cache for port 76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Start _get_guest_xml network_info=[{"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:04:23 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:04:23 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:04:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-216613814',display_name='tempest-ServerStableDeviceRescueTest-server-216613814',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-216613814',id=24,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDndytTol3ocouc9Co8P5bbDkSNvo4acmuZ2aFJ+ELR3IszGFbUy7j5gd2o+20yxTN96lKD5qkRIO+HTtWEhohe96qqZwIzKcPNYAAUKPOF69AaMCi7Q2Bx8bhx9vtydcQ==',key_name='tempest-keypair-78947038',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c2bde267a1e46f0b0bba8e2b335d845',ramdisk_id='',reservation_id='r-v3iwx0as',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-2072515027',owner_user_name='tempest-ServerStableDeviceRescueTest-2072515027-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:04:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1b58cf1f99f24c1eaf837f89d8ec42a8',uuid=e1557b2f-7b96-4f2f-a121-b74bd73779fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Converting VIF {"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:12:a9,bridge_name='br-int',has_traffic_filtering=True,id=76a7bb06-c5ee-450c-bc46-417d80d0f180,network=Network(64bc4f19-2685-4b15-867b-a73a650a8f07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76a7bb06-c5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.objects.instance [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lazy-loading 'pci_devices' on Instance uuid e1557b2f-7b96-4f2f-a121-b74bd73779fa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:04:23 user nova-compute[74287]:   <uuid>e1557b2f-7b96-4f2f-a121-b74bd73779fa</uuid>
Oct 26 08:04:23 user nova-compute[74287]:   <name>instance-00000018</name>
Oct 26 08:04:23 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:04:23 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:04:23 user nova-compute[74287]:   <metadata>
Oct 26 08:04:23 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:04:23 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:04:23 user nova-compute[74287]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-216613814</nova:name>
Oct 26 08:04:23 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:04:23</nova:creationTime>
Oct 26 08:04:23 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:04:23 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:04:23 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:04:23 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:04:23 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:04:23 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:04:23 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:04:23 user nova-compute[74287]:       <nova:owner>
Oct 26 08:04:23 user nova-compute[74287]:         <nova:user uuid="1b58cf1f99f24c1eaf837f89d8ec42a8">tempest-ServerStableDeviceRescueTest-2072515027-project-member</nova:user>
Oct 26 08:04:23 user nova-compute[74287]:         <nova:project uuid="4c2bde267a1e46f0b0bba8e2b335d845">tempest-ServerStableDeviceRescueTest-2072515027</nova:project>
Oct 26 08:04:23 user nova-compute[74287]:       </nova:owner>
Oct 26 08:04:23 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:04:23 user nova-compute[74287]:       <nova:ports>
Oct 26 08:04:23 user nova-compute[74287]:         <nova:port uuid="76a7bb06-c5ee-450c-bc46-417d80d0f180">
Oct 26 08:04:23 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 26 08:04:23 user nova-compute[74287]:         </nova:port>
Oct 26 08:04:23 user nova-compute[74287]:       </nova:ports>
Oct 26 08:04:23 user nova-compute[74287]:     </nova:instance>
Oct 26 08:04:23 user nova-compute[74287]:   </metadata>
Oct 26 08:04:23 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:04:23 user nova-compute[74287]:     <system>
Oct 26 08:04:23 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:04:23 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:04:23 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:04:23 user nova-compute[74287]:       <entry name="serial">e1557b2f-7b96-4f2f-a121-b74bd73779fa</entry>
Oct 26 08:04:23 user nova-compute[74287]:       <entry name="uuid">e1557b2f-7b96-4f2f-a121-b74bd73779fa</entry>
Oct 26 08:04:23 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:04:23 user nova-compute[74287]:     </system>
Oct 26 08:04:23 user nova-compute[74287]:   </sysinfo>
Oct 26 08:04:23 user nova-compute[74287]:   <os>
Oct 26 08:04:23 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:04:23 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:04:23 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:04:23 user nova-compute[74287]:   </os>
Oct 26 08:04:23 user nova-compute[74287]:   <features>
Oct 26 08:04:23 user nova-compute[74287]:     <acpi/>
Oct 26 08:04:23 user nova-compute[74287]:     <apic/>
Oct 26 08:04:23 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:04:23 user nova-compute[74287]:   </features>
Oct 26 08:04:23 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:04:23 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:04:23 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:04:23 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:04:23 user nova-compute[74287]:   </clock>
Oct 26 08:04:23 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:04:23 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:04:23 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:04:23 user nova-compute[74287]:   </cpu>
Oct 26 08:04:23 user nova-compute[74287]:   <devices>
Oct 26 08:04:23 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:04:23 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:04:23 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk"/>
Oct 26 08:04:23 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:04:23 user nova-compute[74287]:     </disk>
Oct 26 08:04:23 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:04:23 user nova-compute[74287]:       <mac address="fa:16:3e:f0:12:a9"/>
Oct 26 08:04:23 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:04:23 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:04:23 user nova-compute[74287]:       <target dev="tap76a7bb06-c5"/>
Oct 26 08:04:23 user nova-compute[74287]:     </interface>
Oct 26 08:04:23 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:04:23 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/console.log" append="off"/>
Oct 26 08:04:23 user nova-compute[74287]:     </serial>
Oct 26 08:04:23 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:04:23 user nova-compute[74287]:     <video>
Oct 26 08:04:23 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:04:23 user nova-compute[74287]:     </video>
Oct 26 08:04:23 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:04:23 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:04:23 user nova-compute[74287]:     </rng>
Oct 26 08:04:23 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:04:23 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:04:23 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:04:23 user nova-compute[74287]:     </memballoon>
Oct 26 08:04:23 user nova-compute[74287]:   </devices>
Oct 26 08:04:23 user nova-compute[74287]: </domain>
Oct 26 08:04:23 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:04:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-216613814',display_name='tempest-ServerStableDeviceRescueTest-server-216613814',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-216613814',id=24,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDndytTol3ocouc9Co8P5bbDkSNvo4acmuZ2aFJ+ELR3IszGFbUy7j5gd2o+20yxTN96lKD5qkRIO+HTtWEhohe96qqZwIzKcPNYAAUKPOF69AaMCi7Q2Bx8bhx9vtydcQ==',key_name='tempest-keypair-78947038',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c2bde267a1e46f0b0bba8e2b335d845',ramdisk_id='',reservation_id='r-v3iwx0as',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-2072515027',owner_user_name='tempest-ServerStableDeviceRescueTest-2072515027-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:04:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1b58cf1f99f24c1eaf837f89d8ec42a8',uuid=e1557b2f-7b96-4f2f-a121-b74bd73779fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Converting VIF {"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:12:a9,bridge_name='br-int',has_traffic_filtering=True,id=76a7bb06-c5ee-450c-bc46-417d80d0f180,network=Network(64bc4f19-2685-4b15-867b-a73a650a8f07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76a7bb06-c5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG os_vif [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:12:a9,bridge_name='br-int',has_traffic_filtering=True,id=76a7bb06-c5ee-450c-bc46-417d80d0f180,network=Network(64bc4f19-2685-4b15-867b-a73a650a8f07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76a7bb06-c5') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '041b0e10-bb00-5a30-8cbf-1deeb431cf91', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap76a7bb06-c5, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap76a7bb06-c5, col_values=(('qos', UUID('de8db910-333e-4c77-a52e-c288b3aa2c41')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap76a7bb06-c5, col_values=(('external_ids', {'iface-id': '76a7bb06-c5ee-450c-bc46-417d80d0f180', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f0:12:a9', 'vm-uuid': 'e1557b2f-7b96-4f2f-a121-b74bd73779fa'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:23 user nova-compute[74287]: INFO os_vif [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:12:a9,bridge_name='br-int',has_traffic_filtering=True,id=76a7bb06-c5ee-450c-bc46-417d80d0f180,network=Network(64bc4f19-2685-4b15-867b-a73a650a8f07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76a7bb06-c5')
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] No VIF found with MAC fa:16:3e:f0:12:a9, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-ce742fa9-ae2c-4ccb-b6cd-6393f9db1ba7 req-29d5ca00-792f-4ea0-b3a8-51700787d393 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Updated VIF entry in instance network info cache for port 76a7bb06-c5ee-450c-bc46-417d80d0f180. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-ce742fa9-ae2c-4ccb-b6cd-6393f9db1ba7 req-29d5ca00-792f-4ea0-b3a8-51700787d393 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Updating instance_info_cache with network_info: [{"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ce742fa9-ae2c-4ccb-b6cd-6393f9db1ba7 req-29d5ca00-792f-4ea0-b3a8-51700787d393 service nova] Releasing lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-9d4218e4-023b-4918-98b2-22c7e5ff5fe8 req-ef9e732b-76cf-4fd5-8451-74843fb1c35f service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Received event network-vif-plugged-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9d4218e4-023b-4918-98b2-22c7e5ff5fe8 req-ef9e732b-76cf-4fd5-8451-74843fb1c35f service nova] Acquiring lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9d4218e4-023b-4918-98b2-22c7e5ff5fe8 req-ef9e732b-76cf-4fd5-8451-74843fb1c35f service nova] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9d4218e4-023b-4918-98b2-22c7e5ff5fe8 req-ef9e732b-76cf-4fd5-8451-74843fb1c35f service nova] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-9d4218e4-023b-4918-98b2-22c7e5ff5fe8 req-ef9e732b-76cf-4fd5-8451-74843fb1c35f service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] No waiting events found dispatching network-vif-plugged-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:04:25 user nova-compute[74287]: WARNING nova.compute.manager [req-9d4218e4-023b-4918-98b2-22c7e5ff5fe8 req-ef9e732b-76cf-4fd5-8451-74843fb1c35f service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Received unexpected event network-vif-plugged-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca for instance with vm_state building and task_state spawning.
Oct 26 08:04:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-9d4218e4-023b-4918-98b2-22c7e5ff5fe8 req-ef9e732b-76cf-4fd5-8451-74843fb1c35f service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Received event network-vif-plugged-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9d4218e4-023b-4918-98b2-22c7e5ff5fe8 req-ef9e732b-76cf-4fd5-8451-74843fb1c35f service nova] Acquiring lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9d4218e4-023b-4918-98b2-22c7e5ff5fe8 req-ef9e732b-76cf-4fd5-8451-74843fb1c35f service nova] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9d4218e4-023b-4918-98b2-22c7e5ff5fe8 req-ef9e732b-76cf-4fd5-8451-74843fb1c35f service nova] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-9d4218e4-023b-4918-98b2-22c7e5ff5fe8 req-ef9e732b-76cf-4fd5-8451-74843fb1c35f service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] No waiting events found dispatching network-vif-plugged-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:04:25 user nova-compute[74287]: WARNING nova.compute.manager [req-9d4218e4-023b-4918-98b2-22c7e5ff5fe8 req-ef9e732b-76cf-4fd5-8451-74843fb1c35f service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Received unexpected event network-vif-plugged-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca for instance with vm_state building and task_state spawning.
Oct 26 08:04:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-e11e24ca-dc1a-4b99-99b8-227311a0df35 req-398a0192-745a-405e-91eb-f12590eb9f01 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e11e24ca-dc1a-4b99-99b8-227311a0df35 req-398a0192-745a-405e-91eb-f12590eb9f01 service nova] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e11e24ca-dc1a-4b99-99b8-227311a0df35 req-398a0192-745a-405e-91eb-f12590eb9f01 service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e11e24ca-dc1a-4b99-99b8-227311a0df35 req-398a0192-745a-405e-91eb-f12590eb9f01 service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-e11e24ca-dc1a-4b99-99b8-227311a0df35 req-398a0192-745a-405e-91eb-f12590eb9f01 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] No waiting events found dispatching network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:04:25 user nova-compute[74287]: WARNING nova.compute.manager [req-e11e24ca-dc1a-4b99-99b8-227311a0df35 req-398a0192-745a-405e-91eb-f12590eb9f01 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received unexpected event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 for instance with vm_state building and task_state spawning.
Oct 26 08:04:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:04:27 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Instance spawned successfully.
Oct 26 08:04:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:27 user nova-compute[74287]: INFO nova.compute.manager [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Took 7.36 seconds to spawn the instance on the hypervisor.
Oct 26 08:04:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:04:27 user nova-compute[74287]: INFO nova.compute.manager [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Took 8.27 seconds to build instance.
Oct 26 08:04:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a423d3c8-9792-4cde-ad44-42daa48cc1f5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.378s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-6937bcdd-17fa-438c-ba55-84e6dbac39f6 req-23d2ee65-a949-414c-ba89-d9f3ce692a2f service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6937bcdd-17fa-438c-ba55-84e6dbac39f6 req-23d2ee65-a949-414c-ba89-d9f3ce692a2f service nova] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6937bcdd-17fa-438c-ba55-84e6dbac39f6 req-23d2ee65-a949-414c-ba89-d9f3ce692a2f service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6937bcdd-17fa-438c-ba55-84e6dbac39f6 req-23d2ee65-a949-414c-ba89-d9f3ce692a2f service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-6937bcdd-17fa-438c-ba55-84e6dbac39f6 req-23d2ee65-a949-414c-ba89-d9f3ce692a2f service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] No waiting events found dispatching network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:04:27 user nova-compute[74287]: WARNING nova.compute.manager [req-6937bcdd-17fa-438c-ba55-84e6dbac39f6 req-23d2ee65-a949-414c-ba89-d9f3ce692a2f service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received unexpected event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 for instance with vm_state building and task_state spawning.
Oct 26 08:04:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:04:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:04:27 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Instance spawned successfully.
Oct 26 08:04:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:04:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:28 user nova-compute[74287]: INFO nova.compute.manager [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Took 6.46 seconds to spawn the instance on the hypervisor.
Oct 26 08:04:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:04:28 user nova-compute[74287]: INFO nova.compute.manager [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Took 7.46 seconds to build instance.
Oct 26 08:04:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cd7e59ef-634a-476e-a691-1171858d0dc8 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.607s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:04:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:04:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:28 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:04:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.263s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.237s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:04:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.300s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json" returned: 0 in 0.332s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.rescue --force-share --output=json" returned: 0 in 0.221s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.rescue --force-share --output=json" returned: 0 in 0.240s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:04:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:34 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:04:34 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:04:34 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7902MB free_disk=25.21509552001953GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance f638f2bf-c6cd-4481-8017-208b1368f26c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 7b783a5c-41ec-4f01-a140-96a67a15ebb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 796e4465-0241-44ab-a466-2dacfa0753cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance e1557b2f-7b96-4f2f-a121-b74bd73779fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:04:34 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:04:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:04:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.649s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:36 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:04:36 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:04:36 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:04:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:04:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:04:36 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:04:36 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Updating instance_info_cache with network_info: [{"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:04:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-54cf3ac1-8844-4888-bc76-57a5be12e347" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:04:36 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:04:36 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:04:36 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:04:36 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:04:36 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:04:36 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:04:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZkFJAvGW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:04:38 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:04:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:04:38 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:04:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:04:38 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[50c86e77-9dec-460e-aacb-82b037b79afc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:04:38 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5c81929-90f6-4929-816b-c093cce597eb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01] added
Oct 26 08:04:38 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b8265db-f0ec-44c5-b128-f98c041bcdcb]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[726b207f-eea3-4c1f-92a4-059339c1ffab]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZkFJAvGW {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZkFJAvGW" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[235b2501-59a0-4d33-bcff-e9f7b621026d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZkFJAvGW'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd0375ee-4946-4abc-9ca1-6bed7d98997e]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e0bacdc-0646-493f-9cb3-24d098c106fb]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:04:38 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:04:38 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:04:38 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:04:38 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:04:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[88d112b5-b0e7-4215-9ca2-244f772d3fcf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260]
Oct 26 08:04:39 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260] successful.
Oct 26 08:04:39 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[86da51f8-2770-42aa-95da-73fe0264a284]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[574e7e17-168e-4166-84f2-e322a5e50c6e]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:04:39 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:04:39 user nova-compute[74287]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:04:39 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:04:39 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:04:39 user nova-compute[74287]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:04:39 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] HCTL ('35', '-', '-', 0) found on session 25 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cae1c32-4130-4645-aea0-73ce1e23a44c]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Searching for a device in session 25 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZkFJAvGW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:04:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.349s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:04:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] <== connect_volume: return (1352ms) {'type': 'block', 'scsi_wwn': '23336356365626262', 'path': '/dev/sdd'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:04:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23336356365626262', 'path': '/dev/sdd'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:04:40 user nova-compute[74287]: DEBUG nova.objects.instance [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lazy-loading 'flavor' on Instance uuid 796e4465-0241-44ab-a466-2dacfa0753cf {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:04:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:04:40 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:04:40 user nova-compute[74287]:   <source dev="/dev/sdd"/>
Oct 26 08:04:40 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:04:40 user nova-compute[74287]:   <serial>3e6c647d-3283-41db-81fb-ca2be733ae01</serial>
Oct 26 08:04:40 user nova-compute[74287]: </disk>
Oct 26 08:04:40 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:04:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:04:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:04:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] No VIF found with MAC fa:16:3e:d7:4c:97, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:04:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c0bcec2d-ab82-4c68-a375-37ac8897b5b1 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "796e4465-0241-44ab-a466-2dacfa0753cf" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.309s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:42 user nova-compute[74287]: INFO nova.compute.manager [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Rebuilding instance
Oct 26 08:04:42 user nova-compute[74287]: DEBUG nova.compute.manager [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:04:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-a630ade4-931d-4317-97ea-e5f1fa66d646 req-cf15edb2-e409-478a-8c7d-404feca53db8 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-vif-unplugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a630ade4-931d-4317-97ea-e5f1fa66d646 req-cf15edb2-e409-478a-8c7d-404feca53db8 service nova] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a630ade4-931d-4317-97ea-e5f1fa66d646 req-cf15edb2-e409-478a-8c7d-404feca53db8 service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a630ade4-931d-4317-97ea-e5f1fa66d646 req-cf15edb2-e409-478a-8c7d-404feca53db8 service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-a630ade4-931d-4317-97ea-e5f1fa66d646 req-cf15edb2-e409-478a-8c7d-404feca53db8 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] No waiting events found dispatching network-vif-unplugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:04:43 user nova-compute[74287]: WARNING nova.compute.manager [req-a630ade4-931d-4317-97ea-e5f1fa66d646 req-cf15edb2-e409-478a-8c7d-404feca53db8 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received unexpected event network-vif-unplugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 for instance with vm_state active and task_state rebuilding.
Oct 26 08:04:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:43 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Instance destroyed successfully.
Oct 26 08:04:43 user nova-compute[74287]: INFO nova.compute.manager [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Detaching volume 3e6c647d-3283-41db-81fb-ca2be733ae01
Oct 26 08:04:43 user nova-compute[74287]: INFO nova.virt.block_device [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Attempting to driver detach volume 3e6c647d-3283-41db-81fb-ca2be733ae01 from mountpoint /dev/vdb
Oct 26 08:04:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Attempting to detach device vdb from instance 796e4465-0241-44ab-a466-2dacfa0753cf from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:04:43 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:04:43 user nova-compute[74287]:   <source dev="/dev/sdd"/>
Oct 26 08:04:43 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:04:43 user nova-compute[74287]:   <serial>3e6c647d-3283-41db-81fb-ca2be733ae01</serial>
Oct 26 08:04:43 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:04:43 user nova-compute[74287]: </disk>
Oct 26 08:04:43 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:04:43 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Successfully detached device vdb from instance 796e4465-0241-44ab-a466-2dacfa0753cf from the persistent domain config.
Oct 26 08:04:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZkFJAvGW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:04:43 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 08:04:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[80fc144b-408a-44d7-9f9e-8e771dcd5b2a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:04:43 user nova-compute[74287]: No targets found.
Oct 26 08:04:43 user nova-compute[74287]: iSNS:
Oct 26 08:04:43 user nova-compute[74287]: No targets found.
Oct 26 08:04:43 user nova-compute[74287]: STATIC:
Oct 26 08:04:43 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76
Oct 26 08:04:43 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:04:43 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:04:43 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:04:43 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:04:43 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:04:43 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01
Oct 26 08:04:43 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:04:43 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:04:43 user nova-compute[74287]: FIRMWARE:
Oct 26 08:04:43 user nova-compute[74287]: No targets found.
Oct 26 08:04:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:04:43 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:04:43 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e60222a5-d501-4f48-a553-03d389ff5fcc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe4fb31d-9f88-4ff2-aa5b-5d20fab62cb9]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:04:43 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:04:43 user nova-compute[74287]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:04:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:04:43 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:04:43 user nova-compute[74287]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:04:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb9039add0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01'): ({'sdd'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Removing single pathed devices sdd {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8945d901-2c2c-4537-ae76-d6a74d2e2eb4]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[48652556-15a0-48db-82d6-33e3cd5f07d5]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Flushing IO for device /dev/sdd {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1feb20c2-b06d-459a-9f2d-fce45fe44e8a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:04:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.049s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e2b6590-ee26-425f-93b3-531d892d59ea]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "dedf35eb-acc6-4779-9b53-44495328c141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b7faf6c-129e-4c88-af56-76222ac25b60]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7629de7a-54ee-4ad8-805a-9d08de6fb8c6]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260]
Oct 26 08:04:44 user nova-compute[74287]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260] successful.
Oct 26 08:04:44 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[24f74e84-9053-4ae2-b25e-e89b634ec1d9]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] <== disconnect_volume: return (342ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:04:44 user nova-compute[74287]: INFO nova.compute.claims [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Claim successful on node user
Oct 26 08:04:44 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.469s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:04:44 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:04:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG nova.policy [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e22ccde3210345a187621e97e23af484', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec4c427ffdff494ebdf15b3c9bef663f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:04:44 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Creating image(s)
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "/opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "/opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "/opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "40fe2dadaacd868c13a03f7d620b64d3c93a9eea" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "40fe2dadaacd868c13a03f7d620b64d3c93a9eea" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea.part --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-ee4f312a-ab6e-4c16-9f3f-fa91c3291596 req-e8490192-c2c8-4fa0-b855-9a02619e0510 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ee4f312a-ab6e-4c16-9f3f-fa91c3291596 req-e8490192-c2c8-4fa0-b855-9a02619e0510 service nova] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ee4f312a-ab6e-4c16-9f3f-fa91c3291596 req-e8490192-c2c8-4fa0-b855-9a02619e0510 service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ee4f312a-ab6e-4c16-9f3f-fa91c3291596 req-e8490192-c2c8-4fa0-b855-9a02619e0510 service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-ee4f312a-ab6e-4c16-9f3f-fa91c3291596 req-e8490192-c2c8-4fa0-b855-9a02619e0510 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] No waiting events found dispatching network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:04:45 user nova-compute[74287]: WARNING nova.compute.manager [req-ee4f312a-ab6e-4c16-9f3f-fa91c3291596 req-e8490192-c2c8-4fa0-b855-9a02619e0510 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received unexpected event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 for instance with vm_state active and task_state rebuilding.
Oct 26 08:04:45 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Instance destroyed successfully.
Oct 26 08:04:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:02:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1655848403',display_name='tempest-ServerActionsTestOtherA-server-817540765',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1655848403',id=21,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE29ExGDk+aagkcw3jjg4LuS8QCmOEF39wYtQvkzxCOLDdE1lHNNRmGYWRTKw60IudRX0fN8FhHWisELn7+6hWc2yG1ih3Yf9TKT1sBSreNC8ssl/wkAm2SCjdrU1fNJ3A==',key_name='tempest-keypair-610018914',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:02:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5cf156e21d744e9993ed225c24f7b576',ramdisk_id='',reservation_id='r-nxsho1sw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-713697274',owner_user_name='tempest-ServerActionsTestOtherA-713697274-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:04:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63da03e3263d42ca8c8d7f9cafcd5fe2',uuid=796e4465-0241-44ab-a466-2dacfa0753cf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converting VIF {"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d7:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=5b9fc3b4-2a3a-410e-b267-a6f2986aeb96,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9fc3b4-2a') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG os_vif [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=5b9fc3b4-2a3a-410e-b267-a6f2986aeb96,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9fc3b4-2a') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5b9fc3b4-2a, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a3b663ca-2f0b-434a-9e00-46e8e188d222) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:45 user nova-compute[74287]: INFO os_vif [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=5b9fc3b4-2a3a-410e-b267-a6f2986aeb96,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9fc3b4-2a')
Oct 26 08:04:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZkFJAvGW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:04:45 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 08:04:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb871285-0807-4542-96f2-4079c9fa709e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:04:45 user nova-compute[74287]: No targets found.
Oct 26 08:04:45 user nova-compute[74287]: iSNS:
Oct 26 08:04:45 user nova-compute[74287]: No targets found.
Oct 26 08:04:45 user nova-compute[74287]: STATIC:
Oct 26 08:04:45 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76
Oct 26 08:04:45 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:04:45 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:04:45 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:04:45 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:04:45 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:04:45 user nova-compute[74287]: FIRMWARE:
Oct 26 08:04:45 user nova-compute[74287]: No targets found.
Oct 26 08:04:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:04:45 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:04:45 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[39da0526-0224-4059-887c-abdbfa606ab0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG nova.network.neutron [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Successfully created port: 6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea.part --force-share --output=json" returned: 0 in 0.203s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG nova.virt.images [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] a232534b-7c76-4931-9aaa-53197bc99ea9 was qcow2, converting to raw {{(pid=74287) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea.part /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea.converted {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf717476-7460-4034-8657-776ea622e842]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:04:45 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:04:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:04:45 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:04:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb70623640>, {}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Disconnecting from: [] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.116s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] <== disconnect_volume: return (118ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:04:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:04:45 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Deleting instance files /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf_del
Oct 26 08:04:45 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Deletion of /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf_del complete
Oct 26 08:04:46 user nova-compute[74287]: INFO nova.virt.block_device [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Booting with volume 3e6c647d-3283-41db-81fb-ca2be733ae01 at /dev/vdb
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea.part /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea.converted" returned: 0 in 0.238s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea.converted --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG os_brick.utils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5d262d9-37ba-4824-9f42-36d55ab967f5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1aa3c28-0924-4022-b5c4-151a98e77c73]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e859b4b-2920-4930-8be5-922736a504bc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bb0cb13-6bff-4742-b0cb-aae33a63b511]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:04:46 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bd6783c-d7bc-4819-ae9e-df812d5535df]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG os_brick.utils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Updating existing volume attachment record: 7366860b-bf2a-4248-a96f-7606dd10bfa5 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea.converted --force-share --output=json" returned: 0 in 0.268s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "40fe2dadaacd868c13a03f7d620b64d3c93a9eea" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.433s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "40fe2dadaacd868c13a03f7d620b64d3c93a9eea" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "40fe2dadaacd868c13a03f7d620b64d3c93a9eea" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea,backing_fmt=raw /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG nova.network.neutron [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Successfully updated port: 6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea,backing_fmt=raw /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk 1073741824" returned: 0 in 0.052s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "40fe2dadaacd868c13a03f7d620b64d3c93a9eea" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquired lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG nova.network.neutron [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG nova.network.neutron [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:04:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-a0e861f1-f828-4b94-8963-faa1a622ee8f req-ab15b982-3aa6-4cc7-92fe-7ea893218cca service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-changed-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-a0e861f1-f828-4b94-8963-faa1a622ee8f req-ab15b982-3aa6-4cc7-92fe-7ea893218cca service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Refreshing instance network info cache due to event network-changed-6d34d1f2-6c87-4935-8a67-474403b3bb11. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a0e861f1-f828-4b94-8963-faa1a622ee8f req-ab15b982-3aa6-4cc7-92fe-7ea893218cca service nova] Acquiring lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Cannot resize image /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Ensure instance console log exists: /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.network.neutron [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Updating instance_info_cache with network_info: [{"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Releasing lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Instance network_info: |[{"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a0e861f1-f828-4b94-8963-faa1a622ee8f req-ab15b982-3aa6-4cc7-92fe-7ea893218cca service nova] Acquired lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.network.neutron [req-a0e861f1-f828-4b94-8963-faa1a622ee8f req-ab15b982-3aa6-4cc7-92fe-7ea893218cca service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Refreshing network info cache for port 6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Start _get_guest_xml network_info=[{"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T08:04:40Z,direct_url=<?>,disk_format='qcow2',id=a232534b-7c76-4931-9aaa-53197bc99ea9,min_disk=0,min_ram=0,name='tempest-scenario-img--235225676',owner='ec4c427ffdff494ebdf15b3c9bef663f',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T08:04:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': 'a232534b-7c76-4931-9aaa-53197bc99ea9'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:04:47 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:04:47 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T08:04:40Z,direct_url=<?>,disk_format='qcow2',id=a232534b-7c76-4931-9aaa-53197bc99ea9,min_disk=0,min_ram=0,name='tempest-scenario-img--235225676',owner='ec4c427ffdff494ebdf15b3c9bef663f',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T08:04:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:04:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-442124515',display_name='tempest-TestMinimumBasicScenario-server-442124515',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-442124515',id=25,image_ref='a232534b-7c76-4931-9aaa-53197bc99ea9',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFDF/4QhuYXCilyscWiBt461vKfZNfo1OExJJRfKn+aJGFX5u+nGDvjL3sDFrOdyJamZ5UwEQrQPr5TLIB8/+JL1pPeJyDpVyCrR0l0I98L4yxvaePfgypIfzWemggO6Q==',key_name='tempest-TestMinimumBasicScenario-162635617',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ec4c427ffdff494ebdf15b3c9bef663f',ramdisk_id='',reservation_id='r-v0g0eeid',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='a232534b-7c76-4931-9aaa-53197bc99ea9',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1177022619',owner_user_name='tempest-TestMinimumBasicScenario-1177022619-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:04:45Z,user_data=None,user_id='e22ccde3210345a187621e97e23af484',uuid=dedf35eb-acc6-4779-9b53-44495328c141,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converting VIF {"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7e:02,bridge_name='br-int',has_traffic_filtering=True,id=6d34d1f2-6c87-4935-8a67-474403b3bb11,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d34d1f2-6c') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.objects.instance [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lazy-loading 'pci_devices' on Instance uuid dedf35eb-acc6-4779-9b53-44495328c141 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:04:47 user nova-compute[74287]:   <uuid>dedf35eb-acc6-4779-9b53-44495328c141</uuid>
Oct 26 08:04:47 user nova-compute[74287]:   <name>instance-00000019</name>
Oct 26 08:04:47 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:04:47 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:04:47 user nova-compute[74287]:   <metadata>
Oct 26 08:04:47 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:04:47 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:04:47 user nova-compute[74287]:       <nova:name>tempest-TestMinimumBasicScenario-server-442124515</nova:name>
Oct 26 08:04:47 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:04:47</nova:creationTime>
Oct 26 08:04:47 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:04:47 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:04:47 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:04:47 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:04:47 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:04:47 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:04:47 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:04:47 user nova-compute[74287]:       <nova:owner>
Oct 26 08:04:47 user nova-compute[74287]:         <nova:user uuid="e22ccde3210345a187621e97e23af484">tempest-TestMinimumBasicScenario-1177022619-project-member</nova:user>
Oct 26 08:04:47 user nova-compute[74287]:         <nova:project uuid="ec4c427ffdff494ebdf15b3c9bef663f">tempest-TestMinimumBasicScenario-1177022619</nova:project>
Oct 26 08:04:47 user nova-compute[74287]:       </nova:owner>
Oct 26 08:04:47 user nova-compute[74287]:       <nova:root type="image" uuid="a232534b-7c76-4931-9aaa-53197bc99ea9"/>
Oct 26 08:04:47 user nova-compute[74287]:       <nova:ports>
Oct 26 08:04:47 user nova-compute[74287]:         <nova:port uuid="6d34d1f2-6c87-4935-8a67-474403b3bb11">
Oct 26 08:04:47 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 08:04:47 user nova-compute[74287]:         </nova:port>
Oct 26 08:04:47 user nova-compute[74287]:       </nova:ports>
Oct 26 08:04:47 user nova-compute[74287]:     </nova:instance>
Oct 26 08:04:47 user nova-compute[74287]:   </metadata>
Oct 26 08:04:47 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:04:47 user nova-compute[74287]:     <system>
Oct 26 08:04:47 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:04:47 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:04:47 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:04:47 user nova-compute[74287]:       <entry name="serial">dedf35eb-acc6-4779-9b53-44495328c141</entry>
Oct 26 08:04:47 user nova-compute[74287]:       <entry name="uuid">dedf35eb-acc6-4779-9b53-44495328c141</entry>
Oct 26 08:04:47 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:04:47 user nova-compute[74287]:     </system>
Oct 26 08:04:47 user nova-compute[74287]:   </sysinfo>
Oct 26 08:04:47 user nova-compute[74287]:   <os>
Oct 26 08:04:47 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:04:47 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:04:47 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:04:47 user nova-compute[74287]:   </os>
Oct 26 08:04:47 user nova-compute[74287]:   <features>
Oct 26 08:04:47 user nova-compute[74287]:     <acpi/>
Oct 26 08:04:47 user nova-compute[74287]:     <apic/>
Oct 26 08:04:47 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:04:47 user nova-compute[74287]:   </features>
Oct 26 08:04:47 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:04:47 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:04:47 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:04:47 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:04:47 user nova-compute[74287]:   </clock>
Oct 26 08:04:47 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:04:47 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:04:47 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:04:47 user nova-compute[74287]:   </cpu>
Oct 26 08:04:47 user nova-compute[74287]:   <devices>
Oct 26 08:04:47 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:04:47 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:04:47 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk"/>
Oct 26 08:04:47 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:04:47 user nova-compute[74287]:     </disk>
Oct 26 08:04:47 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:04:47 user nova-compute[74287]:       <mac address="fa:16:3e:75:7e:02"/>
Oct 26 08:04:47 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:04:47 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:04:47 user nova-compute[74287]:       <target dev="tap6d34d1f2-6c"/>
Oct 26 08:04:47 user nova-compute[74287]:     </interface>
Oct 26 08:04:47 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:04:47 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/console.log" append="off"/>
Oct 26 08:04:47 user nova-compute[74287]:     </serial>
Oct 26 08:04:47 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:04:47 user nova-compute[74287]:     <video>
Oct 26 08:04:47 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:04:47 user nova-compute[74287]:     </video>
Oct 26 08:04:47 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:04:47 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:04:47 user nova-compute[74287]:     </rng>
Oct 26 08:04:47 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:04:47 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:04:47 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:04:47 user nova-compute[74287]:     </memballoon>
Oct 26 08:04:47 user nova-compute[74287]:   </devices>
Oct 26 08:04:47 user nova-compute[74287]: </domain>
Oct 26 08:04:47 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:04:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-442124515',display_name='tempest-TestMinimumBasicScenario-server-442124515',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-442124515',id=25,image_ref='a232534b-7c76-4931-9aaa-53197bc99ea9',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFDF/4QhuYXCilyscWiBt461vKfZNfo1OExJJRfKn+aJGFX5u+nGDvjL3sDFrOdyJamZ5UwEQrQPr5TLIB8/+JL1pPeJyDpVyCrR0l0I98L4yxvaePfgypIfzWemggO6Q==',key_name='tempest-TestMinimumBasicScenario-162635617',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ec4c427ffdff494ebdf15b3c9bef663f',ramdisk_id='',reservation_id='r-v0g0eeid',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='a232534b-7c76-4931-9aaa-53197bc99ea9',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1177022619',owner_user_name='tempest-TestMinimumBasicScenario-1177022619-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:04:45Z,user_data=None,user_id='e22ccde3210345a187621e97e23af484',uuid=dedf35eb-acc6-4779-9b53-44495328c141,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converting VIF {"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7e:02,bridge_name='br-int',has_traffic_filtering=True,id=6d34d1f2-6c87-4935-8a67-474403b3bb11,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d34d1f2-6c') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG os_vif [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7e:02,bridge_name='br-int',has_traffic_filtering=True,id=6d34d1f2-6c87-4935-8a67-474403b3bb11,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d34d1f2-6c') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ab973b9f-8416-5921-8564-33b7498f8f57', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6d34d1f2-6c, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6d34d1f2-6c, col_values=(('qos', UUID('4504bc41-4e31-47e1-8d62-7257dc6a1b95')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6d34d1f2-6c, col_values=(('external_ids', {'iface-id': '6d34d1f2-6c87-4935-8a67-474403b3bb11', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:7e:02', 'vm-uuid': 'dedf35eb-acc6-4779-9b53-44495328c141'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:47 user nova-compute[74287]: INFO os_vif [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7e:02,bridge_name='br-int',has_traffic_filtering=True,id=6d34d1f2-6c87-4935-8a67-474403b3bb11,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d34d1f2-6c')
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] No VIF found with MAC fa:16:3e:75:7e:02, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.network.neutron [req-a0e861f1-f828-4b94-8963-faa1a622ee8f req-ab15b982-3aa6-4cc7-92fe-7ea893218cca service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Updated VIF entry in instance network info cache for port 6d34d1f2-6c87-4935-8a67-474403b3bb11. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG nova.network.neutron [req-a0e861f1-f828-4b94-8963-faa1a622ee8f req-ab15b982-3aa6-4cc7-92fe-7ea893218cca service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Updating instance_info_cache with network_info: [{"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:04:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a0e861f1-f828-4b94-8963-faa1a622ee8f req-ab15b982-3aa6-4cc7-92fe-7ea893218cca service nova] Releasing lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:04:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-a8cfbd95-b0f8-4d8c-b2df-f8d3fd1d6517 req-0741afef-b41e-4c8d-ba1f-cdf6d3e749e7 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:04:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a8cfbd95-b0f8-4d8c-b2df-f8d3fd1d6517 req-0741afef-b41e-4c8d-ba1f-cdf6d3e749e7 service nova] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a8cfbd95-b0f8-4d8c-b2df-f8d3fd1d6517 req-0741afef-b41e-4c8d-ba1f-cdf6d3e749e7 service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a8cfbd95-b0f8-4d8c-b2df-f8d3fd1d6517 req-0741afef-b41e-4c8d-ba1f-cdf6d3e749e7 service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-a8cfbd95-b0f8-4d8c-b2df-f8d3fd1d6517 req-0741afef-b41e-4c8d-ba1f-cdf6d3e749e7 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] No waiting events found dispatching network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:04:49 user nova-compute[74287]: WARNING nova.compute.manager [req-a8cfbd95-b0f8-4d8c-b2df-f8d3fd1d6517 req-0741afef-b41e-4c8d-ba1f-cdf6d3e749e7 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received unexpected event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 for instance with vm_state building and task_state spawning.
Oct 26 08:04:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-54417293-6fdf-4092-b1f3-a039e0ad384f req-bea36550-da28-48bc-afec-06dc29009d9a service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:04:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-54417293-6fdf-4092-b1f3-a039e0ad384f req-bea36550-da28-48bc-afec-06dc29009d9a service nova] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-54417293-6fdf-4092-b1f3-a039e0ad384f req-bea36550-da28-48bc-afec-06dc29009d9a service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-54417293-6fdf-4092-b1f3-a039e0ad384f req-bea36550-da28-48bc-afec-06dc29009d9a service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-54417293-6fdf-4092-b1f3-a039e0ad384f req-bea36550-da28-48bc-afec-06dc29009d9a service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] No waiting events found dispatching network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:04:51 user nova-compute[74287]: WARNING nova.compute.manager [req-54417293-6fdf-4092-b1f3-a039e0ad384f req-bea36550-da28-48bc-afec-06dc29009d9a service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received unexpected event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 for instance with vm_state building and task_state spawning.
Oct 26 08:04:51 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:04:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:04:51 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Instance spawned successfully.
Oct 26 08:04:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:04:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:04:51 user nova-compute[74287]: INFO nova.compute.manager [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Took 6.57 seconds to spawn the instance on the hypervisor.
Oct 26 08:04:51 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:04:51 user nova-compute[74287]: INFO nova.compute.manager [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Took 7.46 seconds to build instance.
Oct 26 08:04:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cf486d31-1e27-4474-994d-54fb745c4122 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "dedf35eb-acc6-4779-9b53-44495328c141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.562s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:57 user nova-compute[74287]: INFO nova.compute.manager [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Unshelving
Oct 26 08:04:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:57 user nova-compute[74287]: DEBUG nova.objects.instance [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'pci_requests' on Instance uuid 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:04:57 user nova-compute[74287]: DEBUG nova.objects.instance [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'numa_topology' on Instance uuid 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:04:57 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:04:57 user nova-compute[74287]: INFO nova.compute.claims [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Claim successful on node user
Oct 26 08:04:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:04:57 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:04:57 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:04:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.490s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:57 user nova-compute[74287]: INFO nova.network.neutron [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Updating port c4337597-ae45-4d8c-b8e2-8956f800f904 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 26 08:04:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:04:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquired lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:04:58 user nova-compute[74287]: DEBUG nova.network.neutron [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:04:58 user nova-compute[74287]: DEBUG nova.compute.manager [req-d99d8690-dba5-4fa9-809d-854eacb33123 req-8f487533-6f54-4446-afce-847c66491b25 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received event network-changed-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:04:58 user nova-compute[74287]: DEBUG nova.compute.manager [req-d99d8690-dba5-4fa9-809d-854eacb33123 req-8f487533-6f54-4446-afce-847c66491b25 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Refreshing instance network info cache due to event network-changed-c4337597-ae45-4d8c-b8e2-8956f800f904. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:04:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d99d8690-dba5-4fa9-809d-854eacb33123 req-8f487533-6f54-4446-afce-847c66491b25 service nova] Acquiring lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:04:58 user nova-compute[74287]: DEBUG nova.network.neutron [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Updating instance_info_cache with network_info: [{"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:04:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Releasing lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:04:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:04:58 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Creating image(s)
Oct 26 08:04:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "/opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "/opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:04:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "/opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:04:58 user nova-compute[74287]: DEBUG nova.objects.instance [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'trusted_certs' on Instance uuid 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:04:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d99d8690-dba5-4fa9-809d-854eacb33123 req-8f487533-6f54-4446-afce-847c66491b25 service nova] Acquired lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:04:59 user nova-compute[74287]: DEBUG nova.network.neutron [req-d99d8690-dba5-4fa9-809d-854eacb33123 req-8f487533-6f54-4446-afce-847c66491b25 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Refreshing network info cache for port c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:04:59 user nova-compute[74287]: DEBUG nova.objects.base [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Object Instance<9a47c9ad-2b15-47f1-8263-bd8a9423d8bb> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:04:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "03349a712407191f8df8351556a3166429e41788" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:04:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "03349a712407191f8df8351556a3166429e41788" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788.part --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788.part --force-share --output=json" returned: 0 in 0.214s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:00 user nova-compute[74287]: DEBUG nova.virt.images [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] 956931cb-7fa0-47e5-8cad-8e10c235c44e was qcow2, converting to raw {{(pid=74287) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 08:05:00 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 08:05:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788.part /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788.converted {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:00 user nova-compute[74287]: DEBUG nova.network.neutron [req-d99d8690-dba5-4fa9-809d-854eacb33123 req-8f487533-6f54-4446-afce-847c66491b25 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Updated VIF entry in instance network info cache for port c4337597-ae45-4d8c-b8e2-8956f800f904. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:05:00 user nova-compute[74287]: DEBUG nova.network.neutron [req-d99d8690-dba5-4fa9-809d-854eacb33123 req-8f487533-6f54-4446-afce-847c66491b25 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Updating instance_info_cache with network_info: [{"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:05:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788.part /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788.converted" returned: 0 in 0.325s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788.converted --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d99d8690-dba5-4fa9-809d-854eacb33123 req-8f487533-6f54-4446-afce-847c66491b25 service nova] Releasing lock "refresh_cache-9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788.converted --force-share --output=json" returned: 0 in 0.192s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "03349a712407191f8df8351556a3166429e41788" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.142s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788 --force-share --output=json" returned: 0 in 0.241s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "03349a712407191f8df8351556a3166429e41788" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "03349a712407191f8df8351556a3166429e41788" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788 --force-share --output=json" returned: 0 in 0.242s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788,backing_fmt=raw /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788,backing_fmt=raw /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk 1073741824" returned: 0 in 0.060s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "03349a712407191f8df8351556a3166429e41788" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.309s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788 --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG nova.objects.instance [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'migration_context' on Instance uuid 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:05:01 user nova-compute[74287]: DEBUG nova.objects.base [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Object Instance<9a47c9ad-2b15-47f1-8263-bd8a9423d8bb> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:05:01 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Rebasing disk image.
Oct 26 08:05:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 -F raw /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 -F raw /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk" returned: 0 in 2.439s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Ensure instance console log exists: /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Start _get_guest_xml network_info=[{"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='065b9c6913e8eb3ad1cb40b3a15357e7',container_format='bare',created_at=2023-10-26T08:03:04Z,direct_url=<?>,disk_format='qcow2',id=956931cb-7fa0-47e5-8cad-8e10c235c44e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1999434495-shelved',owner='78b3e40348ab4d28951cf3f883b284de',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-26T08:03:08Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:05:04 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:05:04 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='065b9c6913e8eb3ad1cb40b3a15357e7',container_format='bare',created_at=2023-10-26T08:03:04Z,direct_url=<?>,disk_format='qcow2',id=956931cb-7fa0-47e5-8cad-8e10c235c44e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1999434495-shelved',owner='78b3e40348ab4d28951cf3f883b284de',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-26T08:03:08Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.objects.instance [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.objects.base [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Object Instance<9a47c9ad-2b15-47f1-8263-bd8a9423d8bb> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T08:00:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1999434495',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1999434495',id=17,image_ref='956931cb-7fa0-47e5-8cad-8e10c235c44e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1500874136',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:01:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='78b3e40348ab4d28951cf3f883b284de',ramdisk_id='',reservation_id='r-1esdmwe9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1566479428',owner_user_name='tempest-AttachVolumeShelveTestJSON-1566479428-project-member',shelved_at='2023-10-26T08:03:08.327939',shelved_host='user',shelved_image_id='956931cb-7fa0-47e5-8cad-8e10c235c44e'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:04:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6127637bcb4d466f9e3fa414b0f415d4',uuid=9a47c9ad-2b15-47f1-8263-bd8a9423d8bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converting VIF {"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=c4337597-ae45-4d8c-b8e2-8956f800f904,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4337597-ae') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.objects.instance [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'pci_devices' on Instance uuid 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.objects.base [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Object Instance<9a47c9ad-2b15-47f1-8263-bd8a9423d8bb> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:05:04 user nova-compute[74287]:   <uuid>9a47c9ad-2b15-47f1-8263-bd8a9423d8bb</uuid>
Oct 26 08:05:04 user nova-compute[74287]:   <name>instance-00000011</name>
Oct 26 08:05:04 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:05:04 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:05:04 user nova-compute[74287]:   <metadata>
Oct 26 08:05:04 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:05:04 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:05:04 user nova-compute[74287]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1999434495</nova:name>
Oct 26 08:05:04 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:05:04</nova:creationTime>
Oct 26 08:05:04 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:05:04 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:05:04 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:05:04 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:05:04 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:05:04 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:05:04 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:05:04 user nova-compute[74287]:       <nova:owner>
Oct 26 08:05:04 user nova-compute[74287]:         <nova:user uuid="6127637bcb4d466f9e3fa414b0f415d4">tempest-AttachVolumeShelveTestJSON-1566479428-project-member</nova:user>
Oct 26 08:05:04 user nova-compute[74287]:         <nova:project uuid="78b3e40348ab4d28951cf3f883b284de">tempest-AttachVolumeShelveTestJSON-1566479428</nova:project>
Oct 26 08:05:04 user nova-compute[74287]:       </nova:owner>
Oct 26 08:05:04 user nova-compute[74287]:       <nova:root type="image" uuid="956931cb-7fa0-47e5-8cad-8e10c235c44e"/>
Oct 26 08:05:04 user nova-compute[74287]:       <nova:ports>
Oct 26 08:05:04 user nova-compute[74287]:         <nova:port uuid="c4337597-ae45-4d8c-b8e2-8956f800f904">
Oct 26 08:05:04 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 08:05:04 user nova-compute[74287]:         </nova:port>
Oct 26 08:05:04 user nova-compute[74287]:       </nova:ports>
Oct 26 08:05:04 user nova-compute[74287]:     </nova:instance>
Oct 26 08:05:04 user nova-compute[74287]:   </metadata>
Oct 26 08:05:04 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:05:04 user nova-compute[74287]:     <system>
Oct 26 08:05:04 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:05:04 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:05:04 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:05:04 user nova-compute[74287]:       <entry name="serial">9a47c9ad-2b15-47f1-8263-bd8a9423d8bb</entry>
Oct 26 08:05:04 user nova-compute[74287]:       <entry name="uuid">9a47c9ad-2b15-47f1-8263-bd8a9423d8bb</entry>
Oct 26 08:05:04 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:05:04 user nova-compute[74287]:     </system>
Oct 26 08:05:04 user nova-compute[74287]:   </sysinfo>
Oct 26 08:05:04 user nova-compute[74287]:   <os>
Oct 26 08:05:04 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:05:04 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:05:04 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:05:04 user nova-compute[74287]:   </os>
Oct 26 08:05:04 user nova-compute[74287]:   <features>
Oct 26 08:05:04 user nova-compute[74287]:     <acpi/>
Oct 26 08:05:04 user nova-compute[74287]:     <apic/>
Oct 26 08:05:04 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:05:04 user nova-compute[74287]:   </features>
Oct 26 08:05:04 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:05:04 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:05:04 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:05:04 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:05:04 user nova-compute[74287]:   </clock>
Oct 26 08:05:04 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:05:04 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:05:04 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:05:04 user nova-compute[74287]:   </cpu>
Oct 26 08:05:04 user nova-compute[74287]:   <devices>
Oct 26 08:05:04 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:05:04 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:05:04 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk"/>
Oct 26 08:05:04 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:05:04 user nova-compute[74287]:     </disk>
Oct 26 08:05:04 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:05:04 user nova-compute[74287]:       <mac address="fa:16:3e:c9:7a:db"/>
Oct 26 08:05:04 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:05:04 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:05:04 user nova-compute[74287]:       <target dev="tapc4337597-ae"/>
Oct 26 08:05:04 user nova-compute[74287]:     </interface>
Oct 26 08:05:04 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:05:04 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/console.log" append="off"/>
Oct 26 08:05:04 user nova-compute[74287]:     </serial>
Oct 26 08:05:04 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:05:04 user nova-compute[74287]:     <video>
Oct 26 08:05:04 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:05:04 user nova-compute[74287]:     </video>
Oct 26 08:05:04 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:05:04 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:05:04 user nova-compute[74287]:     </rng>
Oct 26 08:05:04 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:05:04 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:05:04 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:05:04 user nova-compute[74287]:     </memballoon>
Oct 26 08:05:04 user nova-compute[74287]:   </devices>
Oct 26 08:05:04 user nova-compute[74287]: </domain>
Oct 26 08:05:04 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T08:00:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1999434495',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1999434495',id=17,image_ref='956931cb-7fa0-47e5-8cad-8e10c235c44e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1500874136',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:01:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='78b3e40348ab4d28951cf3f883b284de',ramdisk_id='',reservation_id='r-1esdmwe9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1566479428',owner_user_name='tempest-AttachVolumeShelveTestJSON-1566479428-project-member',shelved_at='2023-10-26T08:03:08.327939',shelved_host='user',shelved_image_id='956931cb-7fa0-47e5-8cad-8e10c235c44e'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:04:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6127637bcb4d466f9e3fa414b0f415d4',uuid=9a47c9ad-2b15-47f1-8263-bd8a9423d8bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converting VIF {"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=c4337597-ae45-4d8c-b8e2-8956f800f904,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4337597-ae') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG os_vif [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=c4337597-ae45-4d8c-b8e2-8956f800f904,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4337597-ae') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6edeb60d-d058-5b12-84ad-f9753beb8003', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc4337597-ae, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc4337597-ae, col_values=(('qos', UUID('64fda44e-f3ee-4d09-bbf2-e8f31eec79e7')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc4337597-ae, col_values=(('external_ids', {'iface-id': 'c4337597-ae45-4d8c-b8e2-8956f800f904', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c9:7a:db', 'vm-uuid': '9a47c9ad-2b15-47f1-8263-bd8a9423d8bb'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:04 user nova-compute[74287]: INFO os_vif [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=c4337597-ae45-4d8c-b8e2-8956f800f904,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4337597-ae')
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:05:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] No VIF found with MAC fa:16:3e:c9:7a:db, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:05:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:05:05 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Creating image(s)
Oct 26 08:05:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "/opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "/opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "/opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.449s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.199s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk 1073741824" returned: 0 in 0.095s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.302s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-5969937d-a78f-4e80-bed5-a7cf4df88466 req-ac9ee2f5-f5ae-4a26-a400-7f3047d85ab0 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received event network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5969937d-a78f-4e80-bed5-a7cf4df88466 req-ac9ee2f5-f5ae-4a26-a400-7f3047d85ab0 service nova] Acquiring lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5969937d-a78f-4e80-bed5-a7cf4df88466 req-ac9ee2f5-f5ae-4a26-a400-7f3047d85ab0 service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5969937d-a78f-4e80-bed5-a7cf4df88466 req-ac9ee2f5-f5ae-4a26-a400-7f3047d85ab0 service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-5969937d-a78f-4e80-bed5-a7cf4df88466 req-ac9ee2f5-f5ae-4a26-a400-7f3047d85ab0 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] No waiting events found dispatching network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:05:06 user nova-compute[74287]: WARNING nova.compute.manager [req-5969937d-a78f-4e80-bed5-a7cf4df88466 req-ac9ee2f5-f5ae-4a26-a400-7f3047d85ab0 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received unexpected event network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 26 08:05:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.236s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Checking if we can resize image /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:05:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Cannot resize image /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Ensure instance console log exists: /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Start _get_guest_xml network_info=[{"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': 'virtio', 'attachment_id': '7366860b-bf2a-4248-a96f-7606dd10bfa5', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZkFJAvGW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '796e4465-0241-44ab-a466-2dacfa0753cf', 'attached_at': '', 'detached_at': '', 'volume_id': '3e6c647d-3283-41db-81fb-ca2be733ae01', 'serial': '3e6c647d-3283-41db-81fb-ca2be733ae01'}, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:05:07 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 26 08:05:07 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.objects.instance [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lazy-loading 'vcpu_model' on Instance uuid 796e4465-0241-44ab-a466-2dacfa0753cf {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZkFJAvGW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:05:07 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:05:07 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:05:07 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d48a1961-1b66-477a-a2a1-c888b5905556]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:05:07 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c6091c2-d19f-454c-9e4a-bf2f47c02e8c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01] added
Oct 26 08:05:07 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[412a09d6-f7ba-410d-8ab3-c0001d136141]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[efb76191-0274-456f-ad11-469dd40d6575]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZkFJAvGW {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZkFJAvGW" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e6d1815-aff1-4253-8ff4-2e942cf4b020]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZkFJAvGW'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[266a37c2-371c-40d1-99a1-053879da9a2c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecd90bb8-eb79-48d9-9e22-d5f3e5bf9d31]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:05:07 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:05:07 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:05:07 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:05:07 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6e78c84-ec87-49bd-8cf4-8ef2a3986b29]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260]
Oct 26 08:05:07 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260] successful.
Oct 26 08:05:07 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac6f8dd7-b4f4-44cc-8758-d4b34569bafc]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c38f9743-4daf-478a-9e56-0bb1b94b9ddc]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:05:07 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:05:07 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:05:07 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:05:07 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:05:07 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:05:07 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.300s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] HCTL ('35', '-', '-', 0) found on session 26 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d90cbc06-ea7f-4b41-83c4-b39c1320a42a]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Searching for a device in session 26 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:05:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZkFJAvGW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] <== connect_volume: return (1342ms) {'type': 'block', 'scsi_wwn': '23336356365626262', 'path': '/dev/sdd'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23336356365626262', 'path': '/dev/sdd'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T08:02:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1655848403',display_name='tempest-ServerActionsTestOtherA-server-817540765',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1655848403',id=21,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE29ExGDk+aagkcw3jjg4LuS8QCmOEF39wYtQvkzxCOLDdE1lHNNRmGYWRTKw60IudRX0fN8FhHWisELn7+6hWc2yG1ih3Yf9TKT1sBSreNC8ssl/wkAm2SCjdrU1fNJ3A==',key_name='tempest-keypair-610018914',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:02:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5cf156e21d744e9993ed225c24f7b576',ramdisk_id='',reservation_id='r-nxsho1sw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-713697274',owner_user_name='tempest-ServerActionsTestOtherA-713697274-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:04:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63da03e3263d42ca8c8d7f9cafcd5fe2',uuid=796e4465-0241-44ab-a466-2dacfa0753cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converting VIF {"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d7:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=5b9fc3b4-2a3a-410e-b267-a6f2986aeb96,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9fc3b4-2a') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:05:08 user nova-compute[74287]:   <uuid>796e4465-0241-44ab-a466-2dacfa0753cf</uuid>
Oct 26 08:05:08 user nova-compute[74287]:   <name>instance-00000015</name>
Oct 26 08:05:08 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:05:08 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:05:08 user nova-compute[74287]:   <metadata>
Oct 26 08:05:08 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:05:08 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:05:08 user nova-compute[74287]:       <nova:name>tempest-ServerActionsTestOtherA-server-817540765</nova:name>
Oct 26 08:05:08 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:05:07</nova:creationTime>
Oct 26 08:05:08 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:05:08 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:05:08 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:05:08 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:05:08 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:05:08 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:05:08 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:05:08 user nova-compute[74287]:       <nova:owner>
Oct 26 08:05:08 user nova-compute[74287]:         <nova:user uuid="63da03e3263d42ca8c8d7f9cafcd5fe2">tempest-ServerActionsTestOtherA-713697274-project-member</nova:user>
Oct 26 08:05:08 user nova-compute[74287]:         <nova:project uuid="5cf156e21d744e9993ed225c24f7b576">tempest-ServerActionsTestOtherA-713697274</nova:project>
Oct 26 08:05:08 user nova-compute[74287]:       </nova:owner>
Oct 26 08:05:08 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:05:08 user nova-compute[74287]:       <nova:ports>
Oct 26 08:05:08 user nova-compute[74287]:         <nova:port uuid="5b9fc3b4-2a3a-410e-b267-a6f2986aeb96">
Oct 26 08:05:08 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 26 08:05:08 user nova-compute[74287]:         </nova:port>
Oct 26 08:05:08 user nova-compute[74287]:       </nova:ports>
Oct 26 08:05:08 user nova-compute[74287]:     </nova:instance>
Oct 26 08:05:08 user nova-compute[74287]:   </metadata>
Oct 26 08:05:08 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:05:08 user nova-compute[74287]:     <system>
Oct 26 08:05:08 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:05:08 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:05:08 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:05:08 user nova-compute[74287]:       <entry name="serial">796e4465-0241-44ab-a466-2dacfa0753cf</entry>
Oct 26 08:05:08 user nova-compute[74287]:       <entry name="uuid">796e4465-0241-44ab-a466-2dacfa0753cf</entry>
Oct 26 08:05:08 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:05:08 user nova-compute[74287]:     </system>
Oct 26 08:05:08 user nova-compute[74287]:   </sysinfo>
Oct 26 08:05:08 user nova-compute[74287]:   <os>
Oct 26 08:05:08 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:05:08 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:05:08 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:05:08 user nova-compute[74287]:   </os>
Oct 26 08:05:08 user nova-compute[74287]:   <features>
Oct 26 08:05:08 user nova-compute[74287]:     <acpi/>
Oct 26 08:05:08 user nova-compute[74287]:     <apic/>
Oct 26 08:05:08 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:05:08 user nova-compute[74287]:   </features>
Oct 26 08:05:08 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:05:08 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:05:08 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:05:08 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:05:08 user nova-compute[74287]:   </clock>
Oct 26 08:05:08 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:05:08 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:05:08 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:05:08 user nova-compute[74287]:   </cpu>
Oct 26 08:05:08 user nova-compute[74287]:   <devices>
Oct 26 08:05:08 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:05:08 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:05:08 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk"/>
Oct 26 08:05:08 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:05:08 user nova-compute[74287]:     </disk>
Oct 26 08:05:08 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:05:08 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:05:08 user nova-compute[74287]:       <source dev="/dev/sdd"/>
Oct 26 08:05:08 user nova-compute[74287]:       <target dev="vdb" bus="virtio"/>
Oct 26 08:05:08 user nova-compute[74287]:       <serial>3e6c647d-3283-41db-81fb-ca2be733ae01</serial>
Oct 26 08:05:08 user nova-compute[74287]:     </disk>
Oct 26 08:05:08 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:05:08 user nova-compute[74287]:       <mac address="fa:16:3e:d7:4c:97"/>
Oct 26 08:05:08 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:05:08 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:05:08 user nova-compute[74287]:       <target dev="tap5b9fc3b4-2a"/>
Oct 26 08:05:08 user nova-compute[74287]:     </interface>
Oct 26 08:05:08 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:05:08 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/console.log" append="off"/>
Oct 26 08:05:08 user nova-compute[74287]:     </serial>
Oct 26 08:05:08 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:05:08 user nova-compute[74287]:     <video>
Oct 26 08:05:08 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:05:08 user nova-compute[74287]:     </video>
Oct 26 08:05:08 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:05:08 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:05:08 user nova-compute[74287]:     </rng>
Oct 26 08:05:08 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:05:08 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:05:08 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:05:08 user nova-compute[74287]:     </memballoon>
Oct 26 08:05:08 user nova-compute[74287]:   </devices>
Oct 26 08:05:08 user nova-compute[74287]: </domain>
Oct 26 08:05:08 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T08:02:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1655848403',display_name='tempest-ServerActionsTestOtherA-server-817540765',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1655848403',id=21,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE29ExGDk+aagkcw3jjg4LuS8QCmOEF39wYtQvkzxCOLDdE1lHNNRmGYWRTKw60IudRX0fN8FhHWisELn7+6hWc2yG1ih3Yf9TKT1sBSreNC8ssl/wkAm2SCjdrU1fNJ3A==',key_name='tempest-keypair-610018914',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:02:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5cf156e21d744e9993ed225c24f7b576',ramdisk_id='',reservation_id='r-nxsho1sw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-713697274',owner_user_name='tempest-ServerActionsTestOtherA-713697274-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:04:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63da03e3263d42ca8c8d7f9cafcd5fe2',uuid=796e4465-0241-44ab-a466-2dacfa0753cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converting VIF {"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d7:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=5b9fc3b4-2a3a-410e-b267-a6f2986aeb96,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9fc3b4-2a') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG os_vif [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=5b9fc3b4-2a3a-410e-b267-a6f2986aeb96,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9fc3b4-2a') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3e3e96f0-d913-5029-8e9d-181b4bd66a2c', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5b9fc3b4-2a, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5b9fc3b4-2a, col_values=(('qos', UUID('1562d47a-6733-4c5b-ac87-cb71e0842b3d')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5b9fc3b4-2a, col_values=(('external_ids', {'iface-id': '5b9fc3b4-2a3a-410e-b267-a6f2986aeb96', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:4c:97', 'vm-uuid': '796e4465-0241-44ab-a466-2dacfa0753cf'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:08 user nova-compute[74287]: INFO os_vif [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=5b9fc3b4-2a3a-410e-b267-a6f2986aeb96,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9fc3b4-2a')
Oct 26 08:05:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:05:08 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Instance spawned successfully.
Oct 26 08:05:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] No VIF found with MAC fa:16:3e:d7:4c:97, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-c8a37517-3f97-42c5-9928-0c658b61bc82 req-d85cc811-e470-45d3-9ba8-3a5e10de5703 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received event network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c8a37517-3f97-42c5-9928-0c658b61bc82 req-d85cc811-e470-45d3-9ba8-3a5e10de5703 service nova] Acquiring lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c8a37517-3f97-42c5-9928-0c658b61bc82 req-d85cc811-e470-45d3-9ba8-3a5e10de5703 service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c8a37517-3f97-42c5-9928-0c658b61bc82 req-d85cc811-e470-45d3-9ba8-3a5e10de5703 service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-c8a37517-3f97-42c5-9928-0c658b61bc82 req-d85cc811-e470-45d3-9ba8-3a5e10de5703 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] No waiting events found dispatching network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:05:08 user nova-compute[74287]: WARNING nova.compute.manager [req-c8a37517-3f97-42c5-9928-0c658b61bc82 req-d85cc811-e470-45d3-9ba8-3a5e10de5703 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received unexpected event network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 26 08:05:09 user nova-compute[74287]: DEBUG nova.compute.manager [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:05:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3098e80a-08c5-4240-b5a2-ed8ccd7da0dc tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 12.133s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-2bc75a36-2b90-4e28-86f8-bfcafed7c926 req-994b054f-2aa9-4937-85f0-d2bcb2d74ae1 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:05:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2bc75a36-2b90-4e28-86f8-bfcafed7c926 req-994b054f-2aa9-4937-85f0-d2bcb2d74ae1 service nova] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2bc75a36-2b90-4e28-86f8-bfcafed7c926 req-994b054f-2aa9-4937-85f0-d2bcb2d74ae1 service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2bc75a36-2b90-4e28-86f8-bfcafed7c926 req-994b054f-2aa9-4937-85f0-d2bcb2d74ae1 service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-2bc75a36-2b90-4e28-86f8-bfcafed7c926 req-994b054f-2aa9-4937-85f0-d2bcb2d74ae1 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] No waiting events found dispatching network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:05:10 user nova-compute[74287]: WARNING nova.compute.manager [req-2bc75a36-2b90-4e28-86f8-bfcafed7c926 req-994b054f-2aa9-4937-85f0-d2bcb2d74ae1 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received unexpected event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 for instance with vm_state active and task_state rebuild_spawning.
Oct 26 08:05:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-1d424102-6f70-43ea-81a1-09802cb4bf53 req-1d3fb264-c5c7-4455-948b-411aa472aa51 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1d424102-6f70-43ea-81a1-09802cb4bf53 req-1d3fb264-c5c7-4455-948b-411aa472aa51 service nova] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1d424102-6f70-43ea-81a1-09802cb4bf53 req-1d3fb264-c5c7-4455-948b-411aa472aa51 service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1d424102-6f70-43ea-81a1-09802cb4bf53 req-1d3fb264-c5c7-4455-948b-411aa472aa51 service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-1d424102-6f70-43ea-81a1-09802cb4bf53 req-1d3fb264-c5c7-4455-948b-411aa472aa51 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] No waiting events found dispatching network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:05:12 user nova-compute[74287]: WARNING nova.compute.manager [req-1d424102-6f70-43ea-81a1-09802cb4bf53 req-1d3fb264-c5c7-4455-948b-411aa472aa51 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received unexpected event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 for instance with vm_state active and task_state rebuild_spawning.
Oct 26 08:05:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:05:12 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Instance spawned successfully.
Oct 26 08:05:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG nova.objects.instance [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74287) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 26 08:05:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-04f2a3ee-59f7-45fb-acfe-42105f46ce9f tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.086s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:15 user nova-compute[74287]: INFO nova.compute.manager [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Rescuing
Oct 26 08:05:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:05:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquired lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:05:15 user nova-compute[74287]: DEBUG nova.network.neutron [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:05:15 user nova-compute[74287]: DEBUG nova.network.neutron [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Updating instance_info_cache with network_info: [{"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:05:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Releasing lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:05:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-b6c63708-b7de-4c12-b804-4508d3468b20 req-0ca5cf90-0d83-46e4-946d-0e2178cf2f43 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-unplugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:05:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b6c63708-b7de-4c12-b804-4508d3468b20 req-0ca5cf90-0d83-46e4-946d-0e2178cf2f43 service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b6c63708-b7de-4c12-b804-4508d3468b20 req-0ca5cf90-0d83-46e4-946d-0e2178cf2f43 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b6c63708-b7de-4c12-b804-4508d3468b20 req-0ca5cf90-0d83-46e4-946d-0e2178cf2f43 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-b6c63708-b7de-4c12-b804-4508d3468b20 req-0ca5cf90-0d83-46e4-946d-0e2178cf2f43 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-unplugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:05:16 user nova-compute[74287]: WARNING nova.compute.manager [req-b6c63708-b7de-4c12-b804-4508d3468b20 req-0ca5cf90-0d83-46e4-946d-0e2178cf2f43 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received unexpected event network-vif-unplugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with vm_state active and task_state rescuing.
Oct 26 08:05:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:16 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Instance destroyed successfully.
Oct 26 08:05:16 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Attempting a stable device rescue
Oct 26 08:05:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74287) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 26 08:05:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Instance directory exists: not creating {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 08:05:16 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Creating image(s)
Oct 26 08:05:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "/opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "/opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "/opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:16 user nova-compute[74287]: DEBUG nova.objects.instance [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'trusted_certs' on Instance uuid 37346497-f60d-4883-9e22-6b7cdddcf259 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:05:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "0c8d3294b7e8228152a6b542d3025cb82a9085de" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "0c8d3294b7e8228152a6b542d3025cb82a9085de" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0c8d3294b7e8228152a6b542d3025cb82a9085de.part --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0c8d3294b7e8228152a6b542d3025cb82a9085de.part --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG nova.virt.images [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] 52469191-2302-44ca-9827-83b18023dc95 was qcow2, converting to raw {{(pid=74287) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0c8d3294b7e8228152a6b542d3025cb82a9085de.part /opt/stack/data/nova/instances/_base/0c8d3294b7e8228152a6b542d3025cb82a9085de.converted {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-4aa62ed6-df9c-4396-894f-a28ebea44676 req-cd10d7b4-41a4-4606-8a45-41fd9bea1c32 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4aa62ed6-df9c-4396-894f-a28ebea44676 req-cd10d7b4-41a4-4606-8a45-41fd9bea1c32 service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4aa62ed6-df9c-4396-894f-a28ebea44676 req-cd10d7b4-41a4-4606-8a45-41fd9bea1c32 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4aa62ed6-df9c-4396-894f-a28ebea44676 req-cd10d7b4-41a4-4606-8a45-41fd9bea1c32 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-4aa62ed6-df9c-4396-894f-a28ebea44676 req-cd10d7b4-41a4-4606-8a45-41fd9bea1c32 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:05:18 user nova-compute[74287]: WARNING nova.compute.manager [req-4aa62ed6-df9c-4396-894f-a28ebea44676 req-cd10d7b4-41a4-4606-8a45-41fd9bea1c32 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received unexpected event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with vm_state active and task_state rescuing.
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0c8d3294b7e8228152a6b542d3025cb82a9085de.part /opt/stack/data/nova/instances/_base/0c8d3294b7e8228152a6b542d3025cb82a9085de.converted" returned: 0 in 0.405s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0c8d3294b7e8228152a6b542d3025cb82a9085de.converted --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0c8d3294b7e8228152a6b542d3025cb82a9085de.converted --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "0c8d3294b7e8228152a6b542d3025cb82a9085de" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.847s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "0c8d3294b7e8228152a6b542d3025cb82a9085de" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "0c8d3294b7e8228152a6b542d3025cb82a9085de" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0c8d3294b7e8228152a6b542d3025cb82a9085de --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0c8d3294b7e8228152a6b542d3025cb82a9085de --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0c8d3294b7e8228152a6b542d3025cb82a9085de,backing_fmt=raw /opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/disk.rescue {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0c8d3294b7e8228152a6b542d3025cb82a9085de,backing_fmt=raw /opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/disk.rescue" returned: 0 in 0.047s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "0c8d3294b7e8228152a6b542d3025cb82a9085de" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:18 user nova-compute[74287]: DEBUG nova.objects.instance [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'migration_context' on Instance uuid 37346497-f60d-4883-9e22-6b7cdddcf259 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.objects.base [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Object Instance<37346497-f60d-4883-9e22-6b7cdddcf259> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Start _get_guest_xml network_info=[{"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "vif_mac": "fa:16:3e:42:8b:df"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '52469191-2302-44ca-9827-83b18023dc95', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'attachment_id': 'dd122e11-f88f-4540-987b-315a466aafba', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UfFIuMWw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '37346497-f60d-4883-9e22-6b7cdddcf259', 'attached_at': '', 'detached_at': '', 'volume_id': '9a589c75-0a42-4042-84c7-b770afcfb608', 'serial': '9a589c75-0a42-4042-84c7-b770afcfb608'}, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.objects.instance [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'resources' on Instance uuid 37346497-f60d-4883-9e22-6b7cdddcf259 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.objects.base [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Object Instance<37346497-f60d-4883-9e22-6b7cdddcf259> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.objects.instance [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'numa_topology' on Instance uuid 37346497-f60d-4883-9e22-6b7cdddcf259 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.objects.base [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Object Instance<37346497-f60d-4883-9e22-6b7cdddcf259> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:05:19 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:05:19 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.objects.instance [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'vcpu_model' on Instance uuid 37346497-f60d-4883-9e22-6b7cdddcf259 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.objects.base [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Object Instance<37346497-f60d-4883-9e22-6b7cdddcf259> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UfFIuMWw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:05:19 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:05:19 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:05:19 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f83a676-27e9-4f56-ad54-8fc271ffb288]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = UfFIuMWw\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 26 08:05:19 user nova-compute[74287]: node.name = iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:05:19 user nova-compute[74287]: node.tpgt = -1
Oct 26 08:05:19 user nova-compute[74287]: node.startup = automatic
Oct 26 08:05:19 user nova-compute[74287]: node.leading_login = No
Oct 26 08:05:19 user nova-compute[74287]: iface.iscsi_ifacename = default
Oct 26 08:05:19 user nova-compute[74287]: iface.net_ifacename = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.ipaddress = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.prefix_len = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.hwaddress = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.transport_name = tcp
Oct 26 08:05:19 user nova-compute[74287]: iface.initiatorname = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.state = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.vlan_id = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.vlan_priority = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.vlan_state = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.iface_num = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.mtu = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.port = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.bootproto = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.subnet_mask = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.gateway = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.dhcp_alt_client_id_state = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.dhcp_alt_client_id = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.dhcp_dns = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.dhcp_learn_iqn = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.dhcp_req_vendor_id_state = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.dhcp_vendor_id_state = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.dhcp_vendor_id = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.dhcp_slp_da = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.fragmentation = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.gratuitous_arp = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.incoming_forwarding = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.tos_state = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.tos = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.ttl = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.delayed_ack = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.tcp_nagle = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.tcp_wsf_state = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.tcp_wsf = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.tcp_timer_scale = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.tcp_timestamp = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.redirect = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.def_task_mgmt_timeout = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.header_digest = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.data_digest = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.immediate_data = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.initial_r2t = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.data_seq_inorder = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.data_pdu_inorder = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.erl = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.max_receive_data_len = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.first_burst_len = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.max_outstanding_r2t = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.max_burst_len = 0
Oct 26 08:05:19 user nova-compute[74287]: iface.chap_auth = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.bidi_chap = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.strict_login_compliance = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.discovery_auth = <empty>
Oct 26 08:05:19 user nova-compute[74287]: iface.discovery_logout = <empty>
Oct 26 08:05:19 user nova-compute[74287]: node.discovery_address = <empty>
Oct 26 08:05:19 user nova-compute[74287]: node.discovery_port = 0
Oct 26 08:05:19 user nova-compute[74287]: node.discovery_type = static
Oct 26 08:05:19 user nova-compute[74287]: node.session.initial_cmdsn = 0
Oct 26 08:05:19 user nova-compute[74287]: node.session.initial_login_retry_max = 8
Oct 26 08:05:19 user nova-compute[74287]: node.session.xmit_thread_priority = -20
Oct 26 08:05:19 user nova-compute[74287]: node.session.cmds_max = 128
Oct 26 08:05:19 user nova-compute[74287]: node.session.queue_depth = 32
Oct 26 08:05:19 user nova-compute[74287]: node.session.nr_sessions = 1
Oct 26 08:05:19 user nova-compute[74287]: node.session.auth.authmethod = CHAP
Oct 26 08:05:19 user nova-compute[74287]: node.session.auth.username = UfFIuMWw
Oct 26 08:05:19 user nova-compute[74287]: node.session.auth.password = ***
Oct 26 08:05:19 user nova-compute[74287]: node.session.auth.username_in = <empty>
Oct 26 08:05:19 user nova-compute[74287]: node.session.auth.password_in = <empty>
Oct 26 08:05:19 user nova-compute[74287]: node.session.auth.chap_algs = MD5
Oct 26 08:05:19 user nova-compute[74287]: node.session.timeo.replacement_timeout = 120
Oct 26 08:05:19 user nova-compute[74287]: node.session.err_timeo.abort_timeout = 15
Oct 26 08:05:19 user nova-compute[74287]: node.session.err_timeo.lu_reset_timeout = 30
Oct 26 08:05:19 user nova-compute[74287]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 26 08:05:19 user nova-compute[74287]: node.session.err_timeo.host_reset_timeout = 60
Oct 26 08:05:19 user nova-compute[74287]: node.session.iscsi.FastAbort = Yes
Oct 26 08:05:19 user nova-compute[74287]: node.session.iscsi.InitialR2T = No
Oct 26 08:05:19 user nova-compute[74287]: node.session.iscsi.ImmediateData = Yes
Oct 26 08:05:19 user nova-compute[74287]: node.session.iscsi.FirstBurstLength = 262144
Oct 26 08:05:19 user nova-compute[74287]: node.session.iscsi.MaxBurstLength = 16776192
Oct 26 08:05:19 user nova-compute[74287]: node.session.iscsi.DefaultTime2Retain = 0
Oct 26 08:05:19 user nova-compute[74287]: node.session.iscsi.DefaultTime2Wait = 2
Oct 26 08:05:19 user nova-compute[74287]: node.session.iscsi.MaxConnections = 1
Oct 26 08:05:19 user nova-compute[74287]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 26 08:05:19 user nova-compute[74287]: node.session.iscsi.ERL = 0
Oct 26 08:05:19 user nova-compute[74287]: node.session.scan = manual
Oct 26 08:05:19 user nova-compute[74287]: node.session.reopen_max = 0
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].address = 172.16.0.220
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].port = 3260
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].startup = manual
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].tcp.window_size = 524288
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].tcp.type_of_service = 0
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].timeo.logout_timeout = 15
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].timeo.login_timeout = 15
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].timeo.auth_timeout = 45
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].timeo.noop_out_interval = 5
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].timeo.noop_out_timeout = 5
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].iscsi.HeaderDigest = None
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].iscsi.DataDigest = None
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].iscsi.IFMarker = No
Oct 26 08:05:19 user nova-compute[74287]: node.conn[0].iscsi.OFMarker = No
Oct 26 08:05:19 user nova-compute[74287]: # END RECORD
Oct 26 08:05:19 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b780d584-8612-427d-ba39-72e9ad01bf80]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e2dd845-a2b7-438f-8669-e38ff4a7f4e7]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UfFIuMWw {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UfFIuMWw" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfcf7d27-a5a5-4f1e-a23f-dbd95fb88b18]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UfFIuMWw'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff4204a4-32de-42d1-bda1-0a2f97815f96]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[59df15be-5e53-462a-b0e6-7c36ac1610b0]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:05:19 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:05:19 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:05:19 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:05:19 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:05:19 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:05:19 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.153s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] HCTL ('34', '0', '0', 0) found on session 24 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.062s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[afaffe90-123b-4baf-992c-390dc860f4a9]: (4, ('0 0 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching for a device in session 24 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UfFIuMWw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.229s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] <== connect_volume: return (231ms) {'type': 'block', 'scsi_wwn': '26436663466303437', 'path': '/dev/sdc'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26436663466303437', 'path': '/dev/sdc'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:03:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-449547210',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-449547210',id=22,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:03:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ce4db76d8c424e10b26fb0e8aaf8e1bc',ramdisk_id='',reservation_id='r-nv680vuh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-503266126',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:03:55Z,user_data=None,user_id='859a049e05c6402a98f3e10b216cd990',uuid=37346497-f60d-4883-9e22-6b7cdddcf259,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "vif_mac": "fa:16:3e:42:8b:df"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converting VIF {"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "vif_mac": "fa:16:3e:42:8b:df"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:42:8b:df,bridge_name='br-int',has_traffic_filtering=True,id=fdbcf0dc-161b-4875-8906-a600759df68e,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdbcf0dc-16') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.objects.instance [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'pci_devices' on Instance uuid 37346497-f60d-4883-9e22-6b7cdddcf259 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.objects.base [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Object Instance<37346497-f60d-4883-9e22-6b7cdddcf259> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:05:19 user nova-compute[74287]:   <uuid>37346497-f60d-4883-9e22-6b7cdddcf259</uuid>
Oct 26 08:05:19 user nova-compute[74287]:   <name>instance-00000016</name>
Oct 26 08:05:19 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:05:19 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:05:19 user nova-compute[74287]:   <metadata>
Oct 26 08:05:19 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:05:19 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:05:19 user nova-compute[74287]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-449547210</nova:name>
Oct 26 08:05:19 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:05:19</nova:creationTime>
Oct 26 08:05:19 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:05:19 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:05:19 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:05:19 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:05:19 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:05:19 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:05:19 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:05:19 user nova-compute[74287]:       <nova:owner>
Oct 26 08:05:19 user nova-compute[74287]:         <nova:user uuid="859a049e05c6402a98f3e10b216cd990">tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member</nova:user>
Oct 26 08:05:19 user nova-compute[74287]:         <nova:project uuid="ce4db76d8c424e10b26fb0e8aaf8e1bc">tempest-ServerBootFromVolumeStableRescueTest-503266126</nova:project>
Oct 26 08:05:19 user nova-compute[74287]:       </nova:owner>
Oct 26 08:05:19 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:05:19 user nova-compute[74287]:       <nova:ports>
Oct 26 08:05:19 user nova-compute[74287]:         <nova:port uuid="fdbcf0dc-161b-4875-8906-a600759df68e">
Oct 26 08:05:19 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 08:05:19 user nova-compute[74287]:         </nova:port>
Oct 26 08:05:19 user nova-compute[74287]:       </nova:ports>
Oct 26 08:05:19 user nova-compute[74287]:     </nova:instance>
Oct 26 08:05:19 user nova-compute[74287]:   </metadata>
Oct 26 08:05:19 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:05:19 user nova-compute[74287]:     <system>
Oct 26 08:05:19 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:05:19 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:05:19 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:05:19 user nova-compute[74287]:       <entry name="serial">37346497-f60d-4883-9e22-6b7cdddcf259</entry>
Oct 26 08:05:19 user nova-compute[74287]:       <entry name="uuid">37346497-f60d-4883-9e22-6b7cdddcf259</entry>
Oct 26 08:05:19 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:05:19 user nova-compute[74287]:     </system>
Oct 26 08:05:19 user nova-compute[74287]:   </sysinfo>
Oct 26 08:05:19 user nova-compute[74287]:   <os>
Oct 26 08:05:19 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:05:19 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:05:19 user nova-compute[74287]:   </os>
Oct 26 08:05:19 user nova-compute[74287]:   <features>
Oct 26 08:05:19 user nova-compute[74287]:     <acpi/>
Oct 26 08:05:19 user nova-compute[74287]:     <apic/>
Oct 26 08:05:19 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:05:19 user nova-compute[74287]:   </features>
Oct 26 08:05:19 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:05:19 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:05:19 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:05:19 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:05:19 user nova-compute[74287]:   </clock>
Oct 26 08:05:19 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:05:19 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:05:19 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:05:19 user nova-compute[74287]:   </cpu>
Oct 26 08:05:19 user nova-compute[74287]:   <devices>
Oct 26 08:05:19 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:05:19 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:05:19 user nova-compute[74287]:       <source dev="/dev/sdc"/>
Oct 26 08:05:19 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:05:19 user nova-compute[74287]:       <serial>9a589c75-0a42-4042-84c7-b770afcfb608</serial>
Oct 26 08:05:19 user nova-compute[74287]:     </disk>
Oct 26 08:05:19 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:05:19 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:05:19 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/disk.rescue"/>
Oct 26 08:05:19 user nova-compute[74287]:       <target dev="vdb" bus="virtio"/>
Oct 26 08:05:19 user nova-compute[74287]:       <boot order="1"/>
Oct 26 08:05:19 user nova-compute[74287]:     </disk>
Oct 26 08:05:19 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:05:19 user nova-compute[74287]:       <mac address="fa:16:3e:42:8b:df"/>
Oct 26 08:05:19 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:05:19 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:05:19 user nova-compute[74287]:       <target dev="tapfdbcf0dc-16"/>
Oct 26 08:05:19 user nova-compute[74287]:     </interface>
Oct 26 08:05:19 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:05:19 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/console.log" append="off"/>
Oct 26 08:05:19 user nova-compute[74287]:     </serial>
Oct 26 08:05:19 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:05:19 user nova-compute[74287]:     <video>
Oct 26 08:05:19 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:05:19 user nova-compute[74287]:     </video>
Oct 26 08:05:19 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:05:19 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:05:19 user nova-compute[74287]:     </rng>
Oct 26 08:05:19 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:05:19 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:05:19 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:05:19 user nova-compute[74287]:     </memballoon>
Oct 26 08:05:19 user nova-compute[74287]:   </devices>
Oct 26 08:05:19 user nova-compute[74287]: </domain>
Oct 26 08:05:19 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:05:19 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Instance destroyed successfully.
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:05:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] No VIF found with MAC fa:16:3e:42:8b:df, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:05:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-864151a8-d48f-4de6-a4b1-b9d3e5b462fd req-64c8da28-01fa-4492-ab6a-87d87f62fb2f service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:05:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-864151a8-d48f-4de6-a4b1-b9d3e5b462fd req-64c8da28-01fa-4492-ab6a-87d87f62fb2f service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-864151a8-d48f-4de6-a4b1-b9d3e5b462fd req-64c8da28-01fa-4492-ab6a-87d87f62fb2f service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-864151a8-d48f-4de6-a4b1-b9d3e5b462fd req-64c8da28-01fa-4492-ab6a-87d87f62fb2f service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-864151a8-d48f-4de6-a4b1-b9d3e5b462fd req-64c8da28-01fa-4492-ab6a-87d87f62fb2f service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:05:21 user nova-compute[74287]: WARNING nova.compute.manager [req-864151a8-d48f-4de6-a4b1-b9d3e5b462fd req-64c8da28-01fa-4492-ab6a-87d87f62fb2f service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received unexpected event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with vm_state active and task_state rescuing.
Oct 26 08:05:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-164d6fd3-68f1-45e9-9ca6-19a78c83dd29 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:05:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-dedb4704-0be0-4c72-b1b5-cbf9acd64488 req-dbeee43d-3fb9-425e-8c7c-eb6396b916d3 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:05:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-dedb4704-0be0-4c72-b1b5-cbf9acd64488 req-dbeee43d-3fb9-425e-8c7c-eb6396b916d3 service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-dedb4704-0be0-4c72-b1b5-cbf9acd64488 req-dbeee43d-3fb9-425e-8c7c-eb6396b916d3 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-dedb4704-0be0-4c72-b1b5-cbf9acd64488 req-dbeee43d-3fb9-425e-8c7c-eb6396b916d3 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.005s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-dedb4704-0be0-4c72-b1b5-cbf9acd64488 req-dbeee43d-3fb9-425e-8c7c-eb6396b916d3 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:05:23 user nova-compute[74287]: WARNING nova.compute.manager [req-dedb4704-0be0-4c72-b1b5-cbf9acd64488 req-dbeee43d-3fb9-425e-8c7c-eb6396b916d3 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received unexpected event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with vm_state rescued and task_state None.
Oct 26 08:05:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:28 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:05:29 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:05:29 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:05:29 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:05:29 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:05:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:29 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:05:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:05:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:05:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:05:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:05:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:05:35 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:05:35 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7370MB free_disk=24.939128875732422GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance f638f2bf-c6cd-4481-8017-208b1368f26c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 7b783a5c-41ec-4f01-a140-96a67a15ebb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 796e4465-0241-44ab-a466-2dacfa0753cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance e1557b2f-7b96-4f2f-a121-b74bd73779fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance dedf35eb-acc6-4779-9b53-44495328c141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:05:35 user nova-compute[74287]: INFO nova.compute.manager [None req-8bdf264d-0021-4006-9a3e-8a40434c3b8e tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Unrescuing
Oct 26 08:05:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8bdf264d-0021-4006-9a3e-8a40434c3b8e tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8bdf264d-0021-4006-9a3e-8a40434c3b8e tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquired lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:05:35 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8bdf264d-0021-4006-9a3e-8a40434c3b8e tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.577s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8bdf264d-0021-4006-9a3e-8a40434c3b8e tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Updating instance_info_cache with network_info: [{"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8bdf264d-0021-4006-9a3e-8a40434c3b8e tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Releasing lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG nova.objects.instance [None req-8bdf264d-0021-4006-9a3e-8a40434c3b8e tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'flavor' on Instance uuid 7b783a5c-41ec-4f01-a140-96a67a15ebb0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG nova.compute.manager [req-addf253f-cbc6-41a7-9503-824b07a54098 req-4aae3edc-8add-4c64-8221-12dff789160d service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-unplugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-addf253f-cbc6-41a7-9503-824b07a54098 req-4aae3edc-8add-4c64-8221-12dff789160d service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-addf253f-cbc6-41a7-9503-824b07a54098 req-4aae3edc-8add-4c64-8221-12dff789160d service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-addf253f-cbc6-41a7-9503-824b07a54098 req-4aae3edc-8add-4c64-8221-12dff789160d service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG nova.compute.manager [req-addf253f-cbc6-41a7-9503-824b07a54098 req-4aae3edc-8add-4c64-8221-12dff789160d service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-unplugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:05:36 user nova-compute[74287]: WARNING nova.compute.manager [req-addf253f-cbc6-41a7-9503-824b07a54098 req-4aae3edc-8add-4c64-8221-12dff789160d service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received unexpected event network-vif-unplugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with vm_state rescued and task_state unrescuing.
Oct 26 08:05:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:05:37 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:05:37 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Instance destroyed successfully.
Oct 26 08:05:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-f638f2bf-c6cd-4481-8017-208b1368f26c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:05:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-f638f2bf-c6cd-4481-8017-208b1368f26c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:05:37 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:05:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:37 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Updating instance_info_cache with network_info: [{"id": "df982bdc-41e6-43cd-ae09-355e5d71b841", "address": "fa:16:3e:3d:1e:8f", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf982bdc-41", "ovs_interfaceid": "df982bdc-41e6-43cd-ae09-355e5d71b841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:05:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-f638f2bf-c6cd-4481-8017-208b1368f26c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:05:37 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:05:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:05:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:05:37 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:05:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:38 user nova-compute[74287]: DEBUG nova.compute.manager [req-84d25a3b-8a1c-4371-bc30-c72f1756d7b1 req-cb163190-ade4-40ef-8485-7fd9c93bc27c service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:05:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-84d25a3b-8a1c-4371-bc30-c72f1756d7b1 req-cb163190-ade4-40ef-8485-7fd9c93bc27c service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-84d25a3b-8a1c-4371-bc30-c72f1756d7b1 req-cb163190-ade4-40ef-8485-7fd9c93bc27c service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-84d25a3b-8a1c-4371-bc30-c72f1756d7b1 req-cb163190-ade4-40ef-8485-7fd9c93bc27c service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:38 user nova-compute[74287]: DEBUG nova.compute.manager [req-84d25a3b-8a1c-4371-bc30-c72f1756d7b1 req-cb163190-ade4-40ef-8485-7fd9c93bc27c service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:05:38 user nova-compute[74287]: WARNING nova.compute.manager [req-84d25a3b-8a1c-4371-bc30-c72f1756d7b1 req-cb163190-ade4-40ef-8485-7fd9c93bc27c service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received unexpected event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with vm_state rescued and task_state unrescuing.
Oct 26 08:05:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:40 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:05:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-f1f51757-c411-4098-a656-c22b51c5d0ea req-e58e5048-a6e7-4866-be9f-fdb3ad6b020f service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:05:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f1f51757-c411-4098-a656-c22b51c5d0ea req-e58e5048-a6e7-4866-be9f-fdb3ad6b020f service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f1f51757-c411-4098-a656-c22b51c5d0ea req-e58e5048-a6e7-4866-be9f-fdb3ad6b020f service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f1f51757-c411-4098-a656-c22b51c5d0ea req-e58e5048-a6e7-4866-be9f-fdb3ad6b020f service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-f1f51757-c411-4098-a656-c22b51c5d0ea req-e58e5048-a6e7-4866-be9f-fdb3ad6b020f service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:05:40 user nova-compute[74287]: WARNING nova.compute.manager [req-f1f51757-c411-4098-a656-c22b51c5d0ea req-e58e5048-a6e7-4866-be9f-fdb3ad6b020f service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received unexpected event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with vm_state rescued and task_state unrescuing.
Oct 26 08:05:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-f1f51757-c411-4098-a656-c22b51c5d0ea req-e58e5048-a6e7-4866-be9f-fdb3ad6b020f service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:05:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f1f51757-c411-4098-a656-c22b51c5d0ea req-e58e5048-a6e7-4866-be9f-fdb3ad6b020f service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:05:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f1f51757-c411-4098-a656-c22b51c5d0ea req-e58e5048-a6e7-4866-be9f-fdb3ad6b020f service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:05:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f1f51757-c411-4098-a656-c22b51c5d0ea req-e58e5048-a6e7-4866-be9f-fdb3ad6b020f service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:05:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-f1f51757-c411-4098-a656-c22b51c5d0ea req-e58e5048-a6e7-4866-be9f-fdb3ad6b020f service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:05:40 user nova-compute[74287]: WARNING nova.compute.manager [req-f1f51757-c411-4098-a656-c22b51c5d0ea req-e58e5048-a6e7-4866-be9f-fdb3ad6b020f service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received unexpected event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with vm_state rescued and task_state unrescuing.
Oct 26 08:05:40 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8bdf264d-0021-4006-9a3e-8a40434c3b8e tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:05:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:05:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-d8158066-c12c-40af-9808-be5ae5a0a854 req-9949882f-cd5b-44fb-85b1-73436b8b8123 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Received event network-changed-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-d8158066-c12c-40af-9808-be5ae5a0a854 req-9949882f-cd5b-44fb-85b1-73436b8b8123 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Refreshing instance network info cache due to event network-changed-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d8158066-c12c-40af-9808-be5ae5a0a854 req-9949882f-cd5b-44fb-85b1-73436b8b8123 service nova] Acquiring lock "refresh_cache-8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d8158066-c12c-40af-9808-be5ae5a0a854 req-9949882f-cd5b-44fb-85b1-73436b8b8123 service nova] Acquired lock "refresh_cache-8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG nova.network.neutron [req-d8158066-c12c-40af-9808-be5ae5a0a854 req-9949882f-cd5b-44fb-85b1-73436b8b8123 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Refreshing network info cache for port 5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG nova.objects.instance [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lazy-loading 'flavor' on Instance uuid 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:06:10 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Ignoring supplied device name: /dev/vdb
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:06:10 user nova-compute[74287]: INFO nova.compute.manager [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Attaching volume dfd6cc38-89d5-4ca8-b6fd-265983f883b7 to /dev/vdb
Oct 26 08:06:10 user nova-compute[74287]: DEBUG nova.network.neutron [req-d8158066-c12c-40af-9808-be5ae5a0a854 req-9949882f-cd5b-44fb-85b1-73436b8b8123 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Updated VIF entry in instance network info cache for port 5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG nova.network.neutron [req-d8158066-c12c-40af-9808-be5ae5a0a854 req-9949882f-cd5b-44fb-85b1-73436b8b8123 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Updating instance_info_cache with network_info: [{"id": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "address": "fa:16:3e:00:8d:54", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b5d7cf4-85", "ovs_interfaceid": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d8158066-c12c-40af-9808-be5ae5a0a854 req-9949882f-cd5b-44fb-85b1-73436b8b8123 service nova] Releasing lock "refresh_cache-8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG os_brick.utils [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[36b4d5ca-e25a-43cf-8d7d-da13c0700647]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe058919-deac-46d9-8521-df7a4932524a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.048s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffc32db6-1293-4959-842a-2ff6e5282b87]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c4c69d0-7dba-45d7-9d83-34e92ad3a805]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:06:10 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:06:10 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef4a5ef9-d213-4b3b-bdd8-51b7727fd875]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG os_brick.utils [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] <== get_connector_properties: return (152ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:06:10 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Updating existing volume attachment record: de631fc4-5b88-4c1a-ab2b-0618b7c1dd31 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:06:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-48761b0d-b98b-41f9-b52b-c0e350be0b7a req-81ed1ca4-213b-4f1d-8597-3809e5cdf7f3 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-changed-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:06:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-48761b0d-b98b-41f9-b52b-c0e350be0b7a req-81ed1ca4-213b-4f1d-8597-3809e5cdf7f3 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Refreshing instance network info cache due to event network-changed-76a7bb06-c5ee-450c-bc46-417d80d0f180. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:06:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-48761b0d-b98b-41f9-b52b-c0e350be0b7a req-81ed1ca4-213b-4f1d-8597-3809e5cdf7f3 service nova] Acquiring lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:06:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-48761b0d-b98b-41f9-b52b-c0e350be0b7a req-81ed1ca4-213b-4f1d-8597-3809e5cdf7f3 service nova] Acquired lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:06:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-48761b0d-b98b-41f9-b52b-c0e350be0b7a req-81ed1ca4-213b-4f1d-8597-3809e5cdf7f3 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Refreshing network info cache for port 76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:06:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-48761b0d-b98b-41f9-b52b-c0e350be0b7a req-81ed1ca4-213b-4f1d-8597-3809e5cdf7f3 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Updated VIF entry in instance network info cache for port 76a7bb06-c5ee-450c-bc46-417d80d0f180. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:06:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-48761b0d-b98b-41f9-b52b-c0e350be0b7a req-81ed1ca4-213b-4f1d-8597-3809e5cdf7f3 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Updating instance_info_cache with network_info: [{"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:06:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-48761b0d-b98b-41f9-b52b-c0e350be0b7a req-81ed1ca4-213b-4f1d-8597-3809e5cdf7f3 service nova] Releasing lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:06:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:06:12 user nova-compute[74287]: INFO nova.compute.manager [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] instance snapshotting
Oct 26 08:06:12 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Beginning live snapshot process
Oct 26 08:06:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json -f qcow2 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json -f qcow2" returned: 0 in 0.191s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json -f qcow2 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json -f qcow2" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp8tmlbq4t/54883d5803b645c6bcd1c1694cb9c4be.delta 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp8tmlbq4t/54883d5803b645c6bcd1c1694cb9c4be.delta 1073741824" returned: 0 in 0.067s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:13 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 26 08:06:14 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 08:06:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 08:06:15 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 26 08:06:15 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 08:06:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp8tmlbq4t/54883d5803b645c6bcd1c1694cb9c4be.delta /opt/stack/data/nova/instances/snapshots/tmp8tmlbq4t/54883d5803b645c6bcd1c1694cb9c4be {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp8tmlbq4t/54883d5803b645c6bcd1c1694cb9c4be.delta /opt/stack/data/nova/instances/snapshots/tmp8tmlbq4t/54883d5803b645c6bcd1c1694cb9c4be" returned: 0 in 0.645s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:15 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Snapshot extracted, beginning image upload
Oct 26 08:06:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:18 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Snapshot image upload complete
Oct 26 08:06:18 user nova-compute[74287]: INFO nova.compute.manager [None req-c8882c29-f1be-4172-b581-f0b4e26b49fd tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Took 5.60 seconds to snapshot the instance on the hypervisor.
Oct 26 08:06:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YsIpqxlA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:06:29 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:06:29 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:06:29 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[291f36c7-fe48-41b8-ad4f-8cf2c51539d2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:06:29 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e2a6171-d841-46fe-abea-61eb6af17998]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7] added
Oct 26 08:06:29 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c2a0f5d-99af-4729-97b8-62a8ec56b219]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[aecbc578-82bc-4e93-a6e7-cdb552f810f3]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YsIpqxlA {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YsIpqxlA" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[964eaeb6-52ac-4a18-8043-c3664e5b1ade]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YsIpqxlA'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cccad65b-4371-4209-9ebc-e31f0150e0cb]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7964e4a3-910b-4421-9539-9ed3525f78b6]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:06:29 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:06:29 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:06:29 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:06:29 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:06:29 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:06:29 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a25f4782-602a-484b-9d7f-8d733a90832a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7, portal: 172.16.0.220,3260]
Oct 26 08:06:29 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7, portal: 172.16.0.220,3260] successful.
Oct 26 08:06:29 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee6b39cd-34ff-443d-867c-6d8dc933de6d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba5ea161-b26d-4883-ad6f-38e40445fb01]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:06:29 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:06:29 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:06:29 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:06:29 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:06:29 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:06:29 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:06:29 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:06:29 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] HCTL ('36', '-', '-', 0) found on session 27 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[399c5873-85d0-465c-8ab3-76087ff8418e]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Searching for a device in session 27 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YsIpqxlA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:06:29 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] <== connect_volume: return (1300ms) {'type': 'block', 'scsi_wwn': '23866353633663535', 'path': '/dev/sde'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23866353633663535', 'path': '/dev/sde'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG nova.objects.instance [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lazy-loading 'flavor' on Instance uuid 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:06:30 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:06:30 user nova-compute[74287]:   <source dev="/dev/sde"/>
Oct 26 08:06:30 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:06:30 user nova-compute[74287]:   <serial>dfd6cc38-89d5-4ca8-b6fd-265983f883b7</serial>
Oct 26 08:06:30 user nova-compute[74287]: </disk>
Oct 26 08:06:30 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] No VIF found with MAC fa:16:3e:00:8d:54, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8cd09648-9e5e-4045-829c-3daa4200e415 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.571s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:06:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:06:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:06:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:35 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:06:35 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7333MB free_disk=24.88473892211914GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance f638f2bf-c6cd-4481-8017-208b1368f26c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 7b783a5c-41ec-4f01-a140-96a67a15ebb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 796e4465-0241-44ab-a466-2dacfa0753cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance e1557b2f-7b96-4f2f-a121-b74bd73779fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance dedf35eb-acc6-4779-9b53-44495328c141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:06:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.587s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:06:36 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:06:36 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:06:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:06:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:06:36 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:06:37 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Updating instance_info_cache with network_info: [{"id": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "address": "fa:16:3e:2b:91:c7", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc3f3e5f-dc", "ovs_interfaceid": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:06:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:06:37 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:06:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:06:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:06:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:06:37 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:06:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:38 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:06:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:06:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "dedf35eb-acc6-4779-9b53-44495328c141" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:06:40 user nova-compute[74287]: DEBUG nova.objects.instance [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lazy-loading 'flavor' on Instance uuid dedf35eb-acc6-4779-9b53-44495328c141 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:06:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "dedf35eb-acc6-4779-9b53-44495328c141" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "dedf35eb-acc6-4779-9b53-44495328c141" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:06:41 user nova-compute[74287]: INFO nova.compute.manager [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Attaching volume 2e494dac-971e-4c4a-95d9-e426dfccc6fd to /dev/vdb
Oct 26 08:06:41 user nova-compute[74287]: DEBUG os_brick.utils [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c9a1a70-60ae-4449-a27e-acd9c1dc97fa]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9ce73db-7389-4f82-801b-f52a119fcc46]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[251d42c7-769d-48ee-8c82-6f260960a0f8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3afc7eb0-ea4d-4d59-8015-a9c29f614cff]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:06:41 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e191a1bb-c0c7-409e-9b60-ab146fed5696]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG os_brick.utils [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Updating existing volume attachment record: 7a7f2fa3-b8c6-41ae-8dba-e8e360fefd7e {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:06:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:06:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:06:47 user nova-compute[74287]: INFO nova.compute.manager [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Terminating instance
Oct 26 08:06:47 user nova-compute[74287]: DEBUG nova.compute.manager [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-3cd5db73-d4e7-4372-8cba-038da03ebc42 req-04d2ad25-ae28-4d17-8c2e-d58121519202 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received event network-vif-unplugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3cd5db73-d4e7-4372-8cba-038da03ebc42 req-04d2ad25-ae28-4d17-8c2e-d58121519202 service nova] Acquiring lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3cd5db73-d4e7-4372-8cba-038da03ebc42 req-04d2ad25-ae28-4d17-8c2e-d58121519202 service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3cd5db73-d4e7-4372-8cba-038da03ebc42 req-04d2ad25-ae28-4d17-8c2e-d58121519202 service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-3cd5db73-d4e7-4372-8cba-038da03ebc42 req-04d2ad25-ae28-4d17-8c2e-d58121519202 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] No waiting events found dispatching network-vif-unplugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-3cd5db73-d4e7-4372-8cba-038da03ebc42 req-04d2ad25-ae28-4d17-8c2e-d58121519202 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received event network-vif-unplugged-c4337597-ae45-4d8c-b8e2-8956f800f904 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:47 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Instance destroyed successfully.
Oct 26 08:06:47 user nova-compute[74287]: DEBUG nova.objects.instance [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lazy-loading 'resources' on Instance uuid 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T08:00:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1999434495',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1999434495',id=17,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE0ag1YpvadTkbxISIY+/50LOv4+9qo6A1bygieHWoJXcZycjdPfr9zNkNK6HjDl2cy1FyPknocueFpNFMQTXr90yEvyO9t9GoBnK9LeaoGGCK5hUysZ/74tWnfn2m32EA==',key_name='tempest-keypair-1500874136',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:05:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='78b3e40348ab4d28951cf3f883b284de',ramdisk_id='',reservation_id='r-1esdmwe9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1566479428',owner_user_name='tempest-AttachVolumeShelveTestJSON-1566479428-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:05:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6127637bcb4d466f9e3fa414b0f415d4',uuid=9a47c9ad-2b15-47f1-8263-bd8a9423d8bb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converting VIF {"id": "c4337597-ae45-4d8c-b8e2-8956f800f904", "address": "fa:16:3e:c9:7a:db", "network": {"id": "42c2b6d8-701d-4695-85e6-a9a4d927b53f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1057315947-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78b3e40348ab4d28951cf3f883b284de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4337597-ae", "ovs_interfaceid": "c4337597-ae45-4d8c-b8e2-8956f800f904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=c4337597-ae45-4d8c-b8e2-8956f800f904,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4337597-ae') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG os_vif [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=c4337597-ae45-4d8c-b8e2-8956f800f904,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4337597-ae') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc4337597-ae, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=64fda44e-f3ee-4d09-bbf2-e8f31eec79e7) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:06:47 user nova-compute[74287]: INFO os_vif [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=c4337597-ae45-4d8c-b8e2-8956f800f904,network=Network(42c2b6d8-701d-4695-85e6-a9a4d927b53f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4337597-ae')
Oct 26 08:06:47 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Deleting instance files /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb_del
Oct 26 08:06:47 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Deletion of /opt/stack/data/nova/instances/9a47c9ad-2b15-47f1-8263-bd8a9423d8bb_del complete
Oct 26 08:06:47 user nova-compute[74287]: INFO nova.compute.manager [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 26 08:06:47 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:06:47 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:06:49 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:06:49 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Took 1.46 seconds to deallocate network for instance.
Oct 26 08:06:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-1f122ca6-bc02-4f7e-9bcc-5af90522fbc9 req-fa5edfa8-8811-4ef9-aee7-712961967183 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received event network-vif-deleted-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:06:49 user nova-compute[74287]: INFO nova.compute.manager [req-1f122ca6-bc02-4f7e-9bcc-5af90522fbc9 req-fa5edfa8-8811-4ef9-aee7-712961967183 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Neutron deleted interface c4337597-ae45-4d8c-b8e2-8956f800f904; detaching it from the instance and deleting it from the info cache
Oct 26 08:06:49 user nova-compute[74287]: DEBUG nova.network.neutron [req-1f122ca6-bc02-4f7e-9bcc-5af90522fbc9 req-fa5edfa8-8811-4ef9-aee7-712961967183 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:06:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-21888a60-4bfe-4d2d-991c-32ad48dd189c req-d20b3f56-52ad-4c26-b65f-64306f0f2dfa service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received event network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:06:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-21888a60-4bfe-4d2d-991c-32ad48dd189c req-d20b3f56-52ad-4c26-b65f-64306f0f2dfa service nova] Acquiring lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:06:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-21888a60-4bfe-4d2d-991c-32ad48dd189c req-d20b3f56-52ad-4c26-b65f-64306f0f2dfa service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:06:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-21888a60-4bfe-4d2d-991c-32ad48dd189c req-d20b3f56-52ad-4c26-b65f-64306f0f2dfa service nova] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:06:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-21888a60-4bfe-4d2d-991c-32ad48dd189c req-d20b3f56-52ad-4c26-b65f-64306f0f2dfa service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] No waiting events found dispatching network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:06:49 user nova-compute[74287]: WARNING nova.compute.manager [req-21888a60-4bfe-4d2d-991c-32ad48dd189c req-d20b3f56-52ad-4c26-b65f-64306f0f2dfa service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Received unexpected event network-vif-plugged-c4337597-ae45-4d8c-b8e2-8956f800f904 for instance with vm_state active and task_state deleting.
Oct 26 08:06:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-1f122ca6-bc02-4f7e-9bcc-5af90522fbc9 req-fa5edfa8-8811-4ef9-aee7-712961967183 service nova] [instance: 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb] Detach interface failed, port_id=c4337597-ae45-4d8c-b8e2-8956f800f904, reason: Instance 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 08:06:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:06:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:06:49 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:06:49 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:06:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.496s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:06:50 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Deleted allocations for instance 9a47c9ad-2b15-47f1-8263-bd8a9423d8bb
Oct 26 08:06:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-74f257d9-2081-4c50-8c3d-9bd5629d2d52 tempest-AttachVolumeShelveTestJSON-1566479428 tempest-AttachVolumeShelveTestJSON-1566479428-project-member] Lock "9a47c9ad-2b15-47f1-8263-bd8a9423d8bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.132s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:06:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nAseozHZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:06:59 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:06:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:06:59 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:06:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:06:59 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cde58c9-0963-4da7-bd05-ba65c56d5d7b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:06:59 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a863038-1d98-4705-8f8b-e7e2f556e7c7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd] added
Oct 26 08:06:59 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3c01cdd-9d19-4437-814a-b16a642afe85]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb60c407-3b5c-4ba5-8e20-3945612fb187]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nAseozHZ {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nAseozHZ" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[298e3f03-8791-4289-9465-43513af6858b]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nAseozHZ'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:06:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f546b1da-7777-420d-bb01-7daa2900bb46]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba974d32-3947-429e-ad95-080e5ad58031]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[44164d23-42a2-42d2-85a0-9f7c57a8929c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260]
Oct 26 08:07:00 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260] successful.
Oct 26 08:07:00 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e4613d5-04a1-4c2a-a8fb-cf7dd4bfe6c5]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b0fd43f-4171-4a24-b093-291f2efedd73]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:07:00 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:07:00 user nova-compute[74287]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:07:00 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.319s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] HCTL ('37', '-', '-', 0) found on session 28 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba41ce3e-ba6a-42b2-a017-a582cf0caf23]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Searching for a device in session 28 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:07:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nAseozHZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:07:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:07:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] <== connect_volume: return (1362ms) {'type': 'block', 'scsi_wwn': '23561336166383765', 'path': '/dev/sdf'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:07:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23561336166383765', 'path': '/dev/sdf'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:07:01 user nova-compute[74287]: DEBUG nova.objects.instance [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lazy-loading 'flavor' on Instance uuid dedf35eb-acc6-4779-9b53-44495328c141 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:07:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:07:01 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:07:01 user nova-compute[74287]:   <source dev="/dev/sdf"/>
Oct 26 08:07:01 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:07:01 user nova-compute[74287]:   <serial>2e494dac-971e-4c4a-95d9-e426dfccc6fd</serial>
Oct 26 08:07:01 user nova-compute[74287]: </disk>
Oct 26 08:07:01 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:07:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:07:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:07:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] No VIF found with MAC fa:16:3e:75:7e:02, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:07:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7ad7a78e-7f25-4a88-8fd5-72bf344088e5 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "dedf35eb-acc6-4779-9b53-44495328c141" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.768s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:07:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:07:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:07:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:07:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:06 user nova-compute[74287]: INFO nova.compute.manager [None req-1734d878-40ac-40c8-b548-551149a4f2ae tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Unrescuing
Oct 26 08:07:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1734d878-40ac-40c8-b548-551149a4f2ae tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:07:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1734d878-40ac-40c8-b548-551149a4f2ae tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquired lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:07:06 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1734d878-40ac-40c8-b548-551149a4f2ae tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:07:06 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1734d878-40ac-40c8-b548-551149a4f2ae tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Updating instance_info_cache with network_info: [{"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:07:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1734d878-40ac-40c8-b548-551149a4f2ae tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Releasing lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:07:06 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1734d878-40ac-40c8-b548-551149a4f2ae tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'flavor' on Instance uuid 37346497-f60d-4883-9e22-6b7cdddcf259 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:07:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-6fe5c2c7-4a0e-41b7-8cce-9d226e0e7ad9 req-b638cf4f-a98b-43bc-8411-eb292ca385c5 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-unplugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6fe5c2c7-4a0e-41b7-8cce-9d226e0e7ad9 req-b638cf4f-a98b-43bc-8411-eb292ca385c5 service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6fe5c2c7-4a0e-41b7-8cce-9d226e0e7ad9 req-b638cf4f-a98b-43bc-8411-eb292ca385c5 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6fe5c2c7-4a0e-41b7-8cce-9d226e0e7ad9 req-b638cf4f-a98b-43bc-8411-eb292ca385c5 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-6fe5c2c7-4a0e-41b7-8cce-9d226e0e7ad9 req-b638cf4f-a98b-43bc-8411-eb292ca385c5 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-unplugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:07:06 user nova-compute[74287]: WARNING nova.compute.manager [req-6fe5c2c7-4a0e-41b7-8cce-9d226e0e7ad9 req-b638cf4f-a98b-43bc-8411-eb292ca385c5 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received unexpected event network-vif-unplugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with vm_state rescued and task_state unrescuing.
Oct 26 08:07:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:07 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Instance destroyed successfully.
Oct 26 08:07:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-d3b185f1-ee3f-4cb3-bff6-2874fe9d90a0 req-9b9dd6ed-7789-4ad1-86ca-6ff0a9700c86 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d3b185f1-ee3f-4cb3-bff6-2874fe9d90a0 req-9b9dd6ed-7789-4ad1-86ca-6ff0a9700c86 service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d3b185f1-ee3f-4cb3-bff6-2874fe9d90a0 req-9b9dd6ed-7789-4ad1-86ca-6ff0a9700c86 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d3b185f1-ee3f-4cb3-bff6-2874fe9d90a0 req-9b9dd6ed-7789-4ad1-86ca-6ff0a9700c86 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-d3b185f1-ee3f-4cb3-bff6-2874fe9d90a0 req-9b9dd6ed-7789-4ad1-86ca-6ff0a9700c86 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:07:08 user nova-compute[74287]: WARNING nova.compute.manager [req-d3b185f1-ee3f-4cb3-bff6-2874fe9d90a0 req-9b9dd6ed-7789-4ad1-86ca-6ff0a9700c86 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received unexpected event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with vm_state rescued and task_state unrescuing.
Oct 26 08:07:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-d3b185f1-ee3f-4cb3-bff6-2874fe9d90a0 req-9b9dd6ed-7789-4ad1-86ca-6ff0a9700c86 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d3b185f1-ee3f-4cb3-bff6-2874fe9d90a0 req-9b9dd6ed-7789-4ad1-86ca-6ff0a9700c86 service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d3b185f1-ee3f-4cb3-bff6-2874fe9d90a0 req-9b9dd6ed-7789-4ad1-86ca-6ff0a9700c86 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d3b185f1-ee3f-4cb3-bff6-2874fe9d90a0 req-9b9dd6ed-7789-4ad1-86ca-6ff0a9700c86 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-d3b185f1-ee3f-4cb3-bff6-2874fe9d90a0 req-9b9dd6ed-7789-4ad1-86ca-6ff0a9700c86 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:07:08 user nova-compute[74287]: WARNING nova.compute.manager [req-d3b185f1-ee3f-4cb3-bff6-2874fe9d90a0 req-9b9dd6ed-7789-4ad1-86ca-6ff0a9700c86 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received unexpected event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with vm_state rescued and task_state unrescuing.
Oct 26 08:07:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1734d878-40ac-40c8-b548-551149a4f2ae tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:07:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-21ebca8b-6aeb-4ead-8649-99567f94c8d8 req-053317c7-cf86-4d11-8f1b-64d3979bbcb1 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-21ebca8b-6aeb-4ead-8649-99567f94c8d8 req-053317c7-cf86-4d11-8f1b-64d3979bbcb1 service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-21ebca8b-6aeb-4ead-8649-99567f94c8d8 req-053317c7-cf86-4d11-8f1b-64d3979bbcb1 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-21ebca8b-6aeb-4ead-8649-99567f94c8d8 req-053317c7-cf86-4d11-8f1b-64d3979bbcb1 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:11 user nova-compute[74287]: DEBUG nova.compute.manager [req-21ebca8b-6aeb-4ead-8649-99567f94c8d8 req-053317c7-cf86-4d11-8f1b-64d3979bbcb1 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:07:11 user nova-compute[74287]: WARNING nova.compute.manager [req-21ebca8b-6aeb-4ead-8649-99567f94c8d8 req-053317c7-cf86-4d11-8f1b-64d3979bbcb1 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received unexpected event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with vm_state active and task_state None.
Oct 26 08:07:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-1fe64368-c64f-43d0-af13-8d664a8a643d req-d70f86ae-429b-4fb0-a06c-bca7a4db0f46 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-changed-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-1fe64368-c64f-43d0-af13-8d664a8a643d req-d70f86ae-429b-4fb0-a06c-bca7a4db0f46 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Refreshing instance network info cache due to event network-changed-6d34d1f2-6c87-4935-8a67-474403b3bb11. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:07:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1fe64368-c64f-43d0-af13-8d664a8a643d req-d70f86ae-429b-4fb0-a06c-bca7a4db0f46 service nova] Acquiring lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:07:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1fe64368-c64f-43d0-af13-8d664a8a643d req-d70f86ae-429b-4fb0-a06c-bca7a4db0f46 service nova] Acquired lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:07:14 user nova-compute[74287]: DEBUG nova.network.neutron [req-1fe64368-c64f-43d0-af13-8d664a8a643d req-d70f86ae-429b-4fb0-a06c-bca7a4db0f46 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Refreshing network info cache for port 6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:07:15 user nova-compute[74287]: DEBUG nova.network.neutron [req-1fe64368-c64f-43d0-af13-8d664a8a643d req-d70f86ae-429b-4fb0-a06c-bca7a4db0f46 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Updated VIF entry in instance network info cache for port 6d34d1f2-6c87-4935-8a67-474403b3bb11. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:07:15 user nova-compute[74287]: DEBUG nova.network.neutron [req-1fe64368-c64f-43d0-af13-8d664a8a643d req-d70f86ae-429b-4fb0-a06c-bca7a4db0f46 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Updating instance_info_cache with network_info: [{"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:07:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1fe64368-c64f-43d0-af13-8d664a8a643d req-d70f86ae-429b-4fb0-a06c-bca7a4db0f46 service nova] Releasing lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:07:17 user nova-compute[74287]: DEBUG nova.compute.manager [req-b1fc5c10-30b3-4cd4-ba4d-2a1fb1fcf13c req-b7a6d4ab-cb36-48a0-9e6e-a3c82d3e385c service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-changed-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:17 user nova-compute[74287]: DEBUG nova.compute.manager [req-b1fc5c10-30b3-4cd4-ba4d-2a1fb1fcf13c req-b7a6d4ab-cb36-48a0-9e6e-a3c82d3e385c service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Refreshing instance network info cache due to event network-changed-6d34d1f2-6c87-4935-8a67-474403b3bb11. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:07:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b1fc5c10-30b3-4cd4-ba4d-2a1fb1fcf13c req-b7a6d4ab-cb36-48a0-9e6e-a3c82d3e385c service nova] Acquiring lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:07:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b1fc5c10-30b3-4cd4-ba4d-2a1fb1fcf13c req-b7a6d4ab-cb36-48a0-9e6e-a3c82d3e385c service nova] Acquired lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:07:17 user nova-compute[74287]: DEBUG nova.network.neutron [req-b1fc5c10-30b3-4cd4-ba4d-2a1fb1fcf13c req-b7a6d4ab-cb36-48a0-9e6e-a3c82d3e385c service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Refreshing network info cache for port 6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:07:17 user nova-compute[74287]: DEBUG nova.network.neutron [req-b1fc5c10-30b3-4cd4-ba4d-2a1fb1fcf13c req-b7a6d4ab-cb36-48a0-9e6e-a3c82d3e385c service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Updated VIF entry in instance network info cache for port 6d34d1f2-6c87-4935-8a67-474403b3bb11. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:07:17 user nova-compute[74287]: DEBUG nova.network.neutron [req-b1fc5c10-30b3-4cd4-ba4d-2a1fb1fcf13c req-b7a6d4ab-cb36-48a0-9e6e-a3c82d3e385c service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Updating instance_info_cache with network_info: [{"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:07:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b1fc5c10-30b3-4cd4-ba4d-2a1fb1fcf13c req-b7a6d4ab-cb36-48a0-9e6e-a3c82d3e385c service nova] Releasing lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:07:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-c5c9d87f-830f-4779-a664-88484d1ddeb3 req-327243ac-47e1-4937-a0ea-fd92b39fa0f1 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-changed-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-c5c9d87f-830f-4779-a664-88484d1ddeb3 req-327243ac-47e1-4937-a0ea-fd92b39fa0f1 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Refreshing instance network info cache due to event network-changed-c00eeb33-635e-4fde-b35f-21edacb0f5a3. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:07:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c5c9d87f-830f-4779-a664-88484d1ddeb3 req-327243ac-47e1-4937-a0ea-fd92b39fa0f1 service nova] Acquiring lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:07:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c5c9d87f-830f-4779-a664-88484d1ddeb3 req-327243ac-47e1-4937-a0ea-fd92b39fa0f1 service nova] Acquired lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:07:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-c5c9d87f-830f-4779-a664-88484d1ddeb3 req-327243ac-47e1-4937-a0ea-fd92b39fa0f1 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Refreshing network info cache for port c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:07:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:28 user nova-compute[74287]: DEBUG nova.network.neutron [req-c5c9d87f-830f-4779-a664-88484d1ddeb3 req-327243ac-47e1-4937-a0ea-fd92b39fa0f1 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Updated VIF entry in instance network info cache for port c00eeb33-635e-4fde-b35f-21edacb0f5a3. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:07:28 user nova-compute[74287]: DEBUG nova.network.neutron [req-c5c9d87f-830f-4779-a664-88484d1ddeb3 req-327243ac-47e1-4937-a0ea-fd92b39fa0f1 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Updating instance_info_cache with network_info: [{"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:07:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c5c9d87f-830f-4779-a664-88484d1ddeb3 req-327243ac-47e1-4937-a0ea-fd92b39fa0f1 service nova] Releasing lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:07:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:28 user nova-compute[74287]: INFO nova.compute.manager [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Detaching volume 8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76
Oct 26 08:07:28 user nova-compute[74287]: INFO nova.virt.block_device [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Attempting to driver detach volume 8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 from mountpoint /dev/vdb
Oct 26 08:07:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Attempting to detach device vdb from instance 7b783a5c-41ec-4f01-a140-96a67a15ebb0 from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:07:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:07:28 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:07:28 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:07:28 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:07:28 user nova-compute[74287]:   <serial>8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76</serial>
Oct 26 08:07:28 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:07:28 user nova-compute[74287]: </disk>
Oct 26 08:07:28 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:07:28 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Successfully detached device vdb from instance 7b783a5c-41ec-4f01-a140-96a67a15ebb0 from the persistent domain config.
Oct 26 08:07:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7b783a5c-41ec-4f01-a140-96a67a15ebb0 from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:07:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:07:28 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:07:28 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:07:28 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:07:28 user nova-compute[74287]:   <serial>8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76</serial>
Oct 26 08:07:28 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:07:28 user nova-compute[74287]: </disk>
Oct 26 08:07:28 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:07:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7b783a5c-41ec-4f01-a140-96a67a15ebb0 {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:07:29 user nova-compute[74287]: DEBUG nova.compute.manager [req-dda356c9-5584-4758-a2e9-0ea4ec81fee4 req-3b6f1351-30dc-4e5a-998c-6ce427fd9ff6 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-changed-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:29 user nova-compute[74287]: DEBUG nova.compute.manager [req-dda356c9-5584-4758-a2e9-0ea4ec81fee4 req-3b6f1351-30dc-4e5a-998c-6ce427fd9ff6 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Refreshing instance network info cache due to event network-changed-c00eeb33-635e-4fde-b35f-21edacb0f5a3. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:07:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-dda356c9-5584-4758-a2e9-0ea4ec81fee4 req-3b6f1351-30dc-4e5a-998c-6ce427fd9ff6 service nova] Acquiring lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:07:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-dda356c9-5584-4758-a2e9-0ea4ec81fee4 req-3b6f1351-30dc-4e5a-998c-6ce427fd9ff6 service nova] Acquired lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:07:29 user nova-compute[74287]: DEBUG nova.network.neutron [req-dda356c9-5584-4758-a2e9-0ea4ec81fee4 req-3b6f1351-30dc-4e5a-998c-6ce427fd9ff6 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Refreshing network info cache for port c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:07:30 user nova-compute[74287]: DEBUG nova.network.neutron [req-dda356c9-5584-4758-a2e9-0ea4ec81fee4 req-3b6f1351-30dc-4e5a-998c-6ce427fd9ff6 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Updated VIF entry in instance network info cache for port c00eeb33-635e-4fde-b35f-21edacb0f5a3. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:07:30 user nova-compute[74287]: DEBUG nova.network.neutron [req-dda356c9-5584-4758-a2e9-0ea4ec81fee4 req-3b6f1351-30dc-4e5a-998c-6ce427fd9ff6 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Updating instance_info_cache with network_info: [{"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:07:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-dda356c9-5584-4758-a2e9-0ea4ec81fee4 req-3b6f1351-30dc-4e5a-998c-6ce427fd9ff6 service nova] Releasing lock "refresh_cache-7b783a5c-41ec-4f01-a140-96a67a15ebb0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:07:30 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:07:30 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:07:30 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:07:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:30 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:07:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "dedf35eb-acc6-4779-9b53-44495328c141" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:31 user nova-compute[74287]: INFO nova.compute.manager [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Rebooting instance
Oct 26 08:07:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:07:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquired lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:07:31 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:07:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Updating instance_info_cache with network_info: [{"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Releasing lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-0ed0fa55-60d9-4ae5-8f2f-bcfcc95d34bf req-cb6cdce1-770e-45b6-893e-9533a94f0327 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-vif-unplugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0ed0fa55-60d9-4ae5-8f2f-bcfcc95d34bf req-cb6cdce1-770e-45b6-893e-9533a94f0327 service nova] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0ed0fa55-60d9-4ae5-8f2f-bcfcc95d34bf req-cb6cdce1-770e-45b6-893e-9533a94f0327 service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0ed0fa55-60d9-4ae5-8f2f-bcfcc95d34bf req-cb6cdce1-770e-45b6-893e-9533a94f0327 service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-0ed0fa55-60d9-4ae5-8f2f-bcfcc95d34bf req-cb6cdce1-770e-45b6-893e-9533a94f0327 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] No waiting events found dispatching network-vif-unplugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:07:32 user nova-compute[74287]: WARNING nova.compute.manager [req-0ed0fa55-60d9-4ae5-8f2f-bcfcc95d34bf req-cb6cdce1-770e-45b6-893e-9533a94f0327 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received unexpected event network-vif-unplugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 for instance with vm_state active and task_state reboot_started_hard.
Oct 26 08:07:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:33 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Instance destroyed successfully.
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.objects.instance [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lazy-loading 'resources' on Instance uuid dedf35eb-acc6-4779-9b53-44495328c141 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:04:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-442124515',display_name='tempest-TestMinimumBasicScenario-server-442124515',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-442124515',id=25,image_ref='a232534b-7c76-4931-9aaa-53197bc99ea9',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFDF/4QhuYXCilyscWiBt461vKfZNfo1OExJJRfKn+aJGFX5u+nGDvjL3sDFrOdyJamZ5UwEQrQPr5TLIB8/+JL1pPeJyDpVyCrR0l0I98L4yxvaePfgypIfzWemggO6Q==',key_name='tempest-TestMinimumBasicScenario-162635617',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:04:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ec4c427ffdff494ebdf15b3c9bef663f',ramdisk_id='',reservation_id='r-v0g0eeid',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='a232534b-7c76-4931-9aaa-53197bc99ea9',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1177022619',owner_user_name='tempest-TestMinimumBasicScenario-1177022619-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:07:32Z,user_data=None,user_id='e22ccde3210345a187621e97e23af484',uuid=dedf35eb-acc6-4779-9b53-44495328c141,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converting VIF {"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:75:7e:02,bridge_name='br-int',has_traffic_filtering=True,id=6d34d1f2-6c87-4935-8a67-474403b3bb11,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d34d1f2-6c') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_vif [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:7e:02,bridge_name='br-int',has_traffic_filtering=True,id=6d34d1f2-6c87-4935-8a67-474403b3bb11,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d34d1f2-6c') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6d34d1f2-6c, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4504bc41-4e31-47e1-8d62-7257dc6a1b95) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:33 user nova-compute[74287]: INFO os_vif [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:7e:02,bridge_name='br-int',has_traffic_filtering=True,id=6d34d1f2-6c87-4935-8a67-474403b3bb11,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d34d1f2-6c')
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nAseozHZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:07:33 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[30d7a017-8aae-49cc-aa6f-2c845ef67cd3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:07:33 user nova-compute[74287]: No targets found.
Oct 26 08:07:33 user nova-compute[74287]: iSNS:
Oct 26 08:07:33 user nova-compute[74287]: No targets found.
Oct 26 08:07:33 user nova-compute[74287]: STATIC:
Oct 26 08:07:33 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76
Oct 26 08:07:33 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:07:33 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:07:33 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:07:33 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:07:33 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:07:33 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01
Oct 26 08:07:33 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:07:33 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:07:33 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd
Oct 26 08:07:33 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:07:33 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:07:33 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7
Oct 26 08:07:33 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:07:33 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:07:33 user nova-compute[74287]: FIRMWARE:
Oct 26 08:07:33 user nova-compute[74287]: No targets found.
Oct 26 08:07:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:07:33 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:07:33 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a343a06-4404-41d7-b986-18bd16fe465e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5a12b59-082b-4eaf-bb95-18307398ab25]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:07:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:07:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb707b4940>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd'): ({'sdf'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Removing single pathed devices sdf {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[35125b8d-99b6-4535-8c35-44be473f3be1]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d1ac211-6996-4e37-88b6-b7fb535d4728]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Flushing IO for device /dev/sdf {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aa2da6c-90fa-4411-803e-fe6438efc64f]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.043s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d17c2366-f462-4a49-971a-5bd8b835d712]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] SCSI volumes sdf have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d5cba6b-e801-4c72-ad3e-4aef25ced311]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ed4a616-f9a2-4811-b15b-d94b833c26d8]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260]
Oct 26 08:07:33 user nova-compute[74287]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260] successful.
Oct 26 08:07:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5d33d85-0ced-49af-8af3-a149d792de9d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.383s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] <== disconnect_volume: return (386ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Start _get_guest_xml network_info=[{"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=a232534b-7c76-4931-9aaa-53197bc99ea9,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': 'a232534b-7c76-4931-9aaa-53197bc99ea9'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': 'virtio', 'attachment_id': '7a7f2fa3-b8c6-41ae-8dba-e8e360fefd7e', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nAseozHZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': 'dedf35eb-acc6-4779-9b53-44495328c141', 'attached_at': '', 'detached_at': '', 'volume_id': '2e494dac-971e-4c4a-95d9-e426dfccc6fd', 'serial': '2e494dac-971e-4c4a-95d9-e426dfccc6fd'}, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:07:33 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:07:33 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=a232534b-7c76-4931-9aaa-53197bc99ea9,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.objects.instance [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lazy-loading 'vcpu_model' on Instance uuid dedf35eb-acc6-4779-9b53-44495328c141 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.objects.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Object Instance<dedf35eb-acc6-4779-9b53-44495328c141> lazy-loaded attributes: resources,vcpu_model {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nAseozHZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:07:33 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:07:33 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:07:33 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:07:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ecf3965-03e3-421c-9af1-4097f3a9939d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:07:33 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[04309fd9-ccc7-4673-bf23-493ecf3cc5a2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd] added
Oct 26 08:07:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[508092de-27b3-4a81-ac55-24623bece2f8]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ba53bff-d0ee-4a4b-b3b1-021c580dc793]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nAseozHZ {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nAseozHZ" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae4b08e4-0b92-4817-919f-f45a909a49bf]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nAseozHZ'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0264687c-8501-473d-981f-29228b9a444d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c5448d8-8ce6-408d-b82b-9a7d864d5c5b]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:07:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:07:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[692432a3-2595-407c-b729-35c712da64ae]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260]
Oct 26 08:07:34 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260] successful.
Oct 26 08:07:34 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d038b3bc-66cb-4e87-9677-34713fa2a8b3]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[924c764e-f19e-4cff-ba5a-b1c6afbb67f6]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:07:34 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:07:34 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:07:34 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:07:34 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:07:34 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:07:34 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:07:34 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:07:34 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:07:34 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:07:34 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.384s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] HCTL ('37', '-', '-', 0) found on session 29 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b337bd80-e700-4723-bfbe-28798f66603e]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Searching for a device in session 29 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nAseozHZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "796e4465-0241-44ab-a466-2dacfa0753cf" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:34 user nova-compute[74287]: INFO nova.compute.manager [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Detaching volume 3e6c647d-3283-41db-81fb-ca2be733ae01
Oct 26 08:07:34 user nova-compute[74287]: INFO nova.virt.block_device [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Attempting to driver detach volume 3e6c647d-3283-41db-81fb-ca2be733ae01 from mountpoint /dev/vdb
Oct 26 08:07:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Attempting to detach device vdb from instance 796e4465-0241-44ab-a466-2dacfa0753cf from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:07:34 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:07:34 user nova-compute[74287]:   <source dev="/dev/sdd"/>
Oct 26 08:07:34 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:07:34 user nova-compute[74287]:   <serial>3e6c647d-3283-41db-81fb-ca2be733ae01</serial>
Oct 26 08:07:34 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 08:07:34 user nova-compute[74287]: </disk>
Oct 26 08:07:34 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:07:34 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Successfully detached device vdb from instance 796e4465-0241-44ab-a466-2dacfa0753cf from the persistent domain config.
Oct 26 08:07:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 796e4465-0241-44ab-a466-2dacfa0753cf from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:07:34 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:07:34 user nova-compute[74287]:   <source dev="/dev/sdd"/>
Oct 26 08:07:34 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:07:34 user nova-compute[74287]:   <serial>3e6c647d-3283-41db-81fb-ca2be733ae01</serial>
Oct 26 08:07:34 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 08:07:34 user nova-compute[74287]: </disk>
Oct 26 08:07:34 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] No waiting events found dispatching network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:07:34 user nova-compute[74287]: WARNING nova.compute.manager [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received unexpected event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 for instance with vm_state active and task_state reboot_started_hard.
Oct 26 08:07:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] No waiting events found dispatching network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:07:34 user nova-compute[74287]: WARNING nova.compute.manager [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received unexpected event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 for instance with vm_state active and task_state reboot_started_hard.
Oct 26 08:07:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] No waiting events found dispatching network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:07:34 user nova-compute[74287]: WARNING nova.compute.manager [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received unexpected event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 for instance with vm_state active and task_state reboot_started_hard.
Oct 26 08:07:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-vif-unplugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] No waiting events found dispatching network-vif-unplugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:07:34 user nova-compute[74287]: WARNING nova.compute.manager [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received unexpected event network-vif-unplugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 for instance with vm_state active and task_state reboot_started_hard.
Oct 26 08:07:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] No waiting events found dispatching network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:07:34 user nova-compute[74287]: WARNING nova.compute.manager [req-13d3fdea-76e5-47be-b5fb-bacacbc8004f req-1c23a9d6-24ff-4181-a4bb-5f2699394269 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received unexpected event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 for instance with vm_state active and task_state reboot_started_hard.
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 796e4465-0241-44ab-a466-2dacfa0753cf {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.426s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] <== connect_volume: return (1429ms) {'type': 'block', 'scsi_wwn': '23561336166383765', 'path': '/dev/sdf'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23561336166383765', 'path': '/dev/sdf'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:04:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-442124515',display_name='tempest-TestMinimumBasicScenario-server-442124515',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-442124515',id=25,image_ref='a232534b-7c76-4931-9aaa-53197bc99ea9',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFDF/4QhuYXCilyscWiBt461vKfZNfo1OExJJRfKn+aJGFX5u+nGDvjL3sDFrOdyJamZ5UwEQrQPr5TLIB8/+JL1pPeJyDpVyCrR0l0I98L4yxvaePfgypIfzWemggO6Q==',key_name='tempest-TestMinimumBasicScenario-162635617',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:04:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ec4c427ffdff494ebdf15b3c9bef663f',ramdisk_id='',reservation_id='r-v0g0eeid',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='a232534b-7c76-4931-9aaa-53197bc99ea9',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1177022619',owner_user_name='tempest-TestMinimumBasicScenario-1177022619-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:07:32Z,user_data=None,user_id='e22ccde3210345a187621e97e23af484',uuid=dedf35eb-acc6-4779-9b53-44495328c141,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converting VIF {"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:75:7e:02,bridge_name='br-int',has_traffic_filtering=True,id=6d34d1f2-6c87-4935-8a67-474403b3bb11,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d34d1f2-6c') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.objects.instance [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lazy-loading 'pci_devices' on Instance uuid dedf35eb-acc6-4779-9b53-44495328c141 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.objects.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Object Instance<dedf35eb-acc6-4779-9b53-44495328c141> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:07:35 user nova-compute[74287]:   <uuid>dedf35eb-acc6-4779-9b53-44495328c141</uuid>
Oct 26 08:07:35 user nova-compute[74287]:   <name>instance-00000019</name>
Oct 26 08:07:35 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:07:35 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:07:35 user nova-compute[74287]:   <metadata>
Oct 26 08:07:35 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:07:35 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:07:35 user nova-compute[74287]:       <nova:name>tempest-TestMinimumBasicScenario-server-442124515</nova:name>
Oct 26 08:07:35 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:07:33</nova:creationTime>
Oct 26 08:07:35 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:07:35 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:07:35 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:07:35 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:07:35 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:07:35 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:07:35 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:07:35 user nova-compute[74287]:       <nova:owner>
Oct 26 08:07:35 user nova-compute[74287]:         <nova:user uuid="e22ccde3210345a187621e97e23af484">tempest-TestMinimumBasicScenario-1177022619-project-member</nova:user>
Oct 26 08:07:35 user nova-compute[74287]:         <nova:project uuid="ec4c427ffdff494ebdf15b3c9bef663f">tempest-TestMinimumBasicScenario-1177022619</nova:project>
Oct 26 08:07:35 user nova-compute[74287]:       </nova:owner>
Oct 26 08:07:35 user nova-compute[74287]:       <nova:root type="image" uuid="a232534b-7c76-4931-9aaa-53197bc99ea9"/>
Oct 26 08:07:35 user nova-compute[74287]:       <nova:ports>
Oct 26 08:07:35 user nova-compute[74287]:         <nova:port uuid="6d34d1f2-6c87-4935-8a67-474403b3bb11">
Oct 26 08:07:35 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 08:07:35 user nova-compute[74287]:         </nova:port>
Oct 26 08:07:35 user nova-compute[74287]:       </nova:ports>
Oct 26 08:07:35 user nova-compute[74287]:     </nova:instance>
Oct 26 08:07:35 user nova-compute[74287]:   </metadata>
Oct 26 08:07:35 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:07:35 user nova-compute[74287]:     <system>
Oct 26 08:07:35 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:07:35 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:07:35 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:07:35 user nova-compute[74287]:       <entry name="serial">dedf35eb-acc6-4779-9b53-44495328c141</entry>
Oct 26 08:07:35 user nova-compute[74287]:       <entry name="uuid">dedf35eb-acc6-4779-9b53-44495328c141</entry>
Oct 26 08:07:35 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:07:35 user nova-compute[74287]:     </system>
Oct 26 08:07:35 user nova-compute[74287]:   </sysinfo>
Oct 26 08:07:35 user nova-compute[74287]:   <os>
Oct 26 08:07:35 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:07:35 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:07:35 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:07:35 user nova-compute[74287]:   </os>
Oct 26 08:07:35 user nova-compute[74287]:   <features>
Oct 26 08:07:35 user nova-compute[74287]:     <acpi/>
Oct 26 08:07:35 user nova-compute[74287]:     <apic/>
Oct 26 08:07:35 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:07:35 user nova-compute[74287]:   </features>
Oct 26 08:07:35 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:07:35 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:07:35 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:07:35 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:07:35 user nova-compute[74287]:   </clock>
Oct 26 08:07:35 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:07:35 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:07:35 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:07:35 user nova-compute[74287]:   </cpu>
Oct 26 08:07:35 user nova-compute[74287]:   <devices>
Oct 26 08:07:35 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:07:35 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:07:35 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk"/>
Oct 26 08:07:35 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:07:35 user nova-compute[74287]:     </disk>
Oct 26 08:07:35 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:07:35 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:07:35 user nova-compute[74287]:       <source dev="/dev/sdf"/>
Oct 26 08:07:35 user nova-compute[74287]:       <target dev="vdb" bus="virtio"/>
Oct 26 08:07:35 user nova-compute[74287]:       <serial>2e494dac-971e-4c4a-95d9-e426dfccc6fd</serial>
Oct 26 08:07:35 user nova-compute[74287]:     </disk>
Oct 26 08:07:35 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:07:35 user nova-compute[74287]:       <mac address="fa:16:3e:75:7e:02"/>
Oct 26 08:07:35 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:07:35 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:07:35 user nova-compute[74287]:       <target dev="tap6d34d1f2-6c"/>
Oct 26 08:07:35 user nova-compute[74287]:     </interface>
Oct 26 08:07:35 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:07:35 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/console.log" append="off"/>
Oct 26 08:07:35 user nova-compute[74287]:     </serial>
Oct 26 08:07:35 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:07:35 user nova-compute[74287]:     <video>
Oct 26 08:07:35 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:07:35 user nova-compute[74287]:     </video>
Oct 26 08:07:35 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:07:35 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:07:35 user nova-compute[74287]:     </rng>
Oct 26 08:07:35 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:07:35 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:07:35 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:07:35 user nova-compute[74287]:     </memballoon>
Oct 26 08:07:35 user nova-compute[74287]:   </devices>
Oct 26 08:07:35 user nova-compute[74287]: </domain>
Oct 26 08:07:35 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json" returned: 0 in 0.500s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:35 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:07:35 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7782MB free_disk=24.903121948242188GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance f638f2bf-c6cd-4481-8017-208b1368f26c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 7b783a5c-41ec-4f01-a140-96a67a15ebb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 796e4465-0241-44ab-a466-2dacfa0753cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance e1557b2f-7b96-4f2f-a121-b74bd73779fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance dedf35eb-acc6-4779-9b53-44495328c141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.objects.instance [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lazy-loading 'trusted_certs' on Instance uuid dedf35eb-acc6-4779-9b53-44495328c141 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG nova.objects.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Object Instance<dedf35eb-acc6-4779-9b53-44495328c141> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:07:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Cannot resize image /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG nova.objects.instance [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lazy-loading 'migration_context' on Instance uuid dedf35eb-acc6-4779-9b53-44495328c141 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG nova.objects.base [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Object Instance<dedf35eb-acc6-4779-9b53-44495328c141> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:04:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-442124515',display_name='tempest-TestMinimumBasicScenario-server-442124515',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-442124515',id=25,image_ref='a232534b-7c76-4931-9aaa-53197bc99ea9',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFDF/4QhuYXCilyscWiBt461vKfZNfo1OExJJRfKn+aJGFX5u+nGDvjL3sDFrOdyJamZ5UwEQrQPr5TLIB8/+JL1pPeJyDpVyCrR0l0I98L4yxvaePfgypIfzWemggO6Q==',key_name='tempest-TestMinimumBasicScenario-162635617',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:04:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='ec4c427ffdff494ebdf15b3c9bef663f',ramdisk_id='',reservation_id='r-v0g0eeid',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='a232534b-7c76-4931-9aaa-53197bc99ea9',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1177022619',owner_user_name='tempest-TestMinimumBasicScenario-1177022619-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:07:32Z,user_data=None,user_id='e22ccde3210345a187621e97e23af484',uuid=dedf35eb-acc6-4779-9b53-44495328c141,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converting VIF {"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:75:7e:02,bridge_name='br-int',has_traffic_filtering=True,id=6d34d1f2-6c87-4935-8a67-474403b3bb11,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d34d1f2-6c') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG os_vif [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:7e:02,bridge_name='br-int',has_traffic_filtering=True,id=6d34d1f2-6c87-4935-8a67-474403b3bb11,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d34d1f2-6c') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.573s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ab973b9f-8416-5921-8564-33b7498f8f57', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6d34d1f2-6c, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6d34d1f2-6c, col_values=(('qos', UUID('1d36ca6f-569d-4a5a-9a83-460b026aa86f')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6d34d1f2-6c, col_values=(('external_ids', {'iface-id': '6d34d1f2-6c87-4935-8a67-474403b3bb11', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:7e:02', 'vm-uuid': 'dedf35eb-acc6-4779-9b53-44495328c141'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:07:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:36 user nova-compute[74287]: INFO os_vif [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:7e:02,bridge_name='br-int',has_traffic_filtering=True,id=6d34d1f2-6c87-4935-8a67-474403b3bb11,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d34d1f2-6c')
Oct 26 08:07:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-250bc295-7edf-4ca5-a02b-f9533b36628d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-250bc295-7edf-4ca5-a02b-f9533b36628d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-8c162352-ba01-4936-a195-cd9c6d10ef82 req-6b7213ae-6eab-42f1-b755-b0a4ddd381de service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8c162352-ba01-4936-a195-cd9c6d10ef82 req-6b7213ae-6eab-42f1-b755-b0a4ddd381de service nova] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8c162352-ba01-4936-a195-cd9c6d10ef82 req-6b7213ae-6eab-42f1-b755-b0a4ddd381de service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8c162352-ba01-4936-a195-cd9c6d10ef82 req-6b7213ae-6eab-42f1-b755-b0a4ddd381de service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-8c162352-ba01-4936-a195-cd9c6d10ef82 req-6b7213ae-6eab-42f1-b755-b0a4ddd381de service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] No waiting events found dispatching network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:07:37 user nova-compute[74287]: WARNING nova.compute.manager [req-8c162352-ba01-4936-a195-cd9c6d10ef82 req-6b7213ae-6eab-42f1-b755-b0a4ddd381de service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received unexpected event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 for instance with vm_state active and task_state reboot_started_hard.
Oct 26 08:07:37 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Updating instance_info_cache with network_info: [{"id": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "address": "fa:16:3e:57:30:f1", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37c2e9d6-92", "ovs_interfaceid": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-250bc295-7edf-4ca5-a02b-f9533b36628d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:07:37 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:07:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:39 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:07:39 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Instance rebooted successfully.
Oct 26 08:07:39 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:07:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c682cf05-6eee-4aa6-9b00-75f5555408a8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "dedf35eb-acc6-4779-9b53-44495328c141" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.382s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:39 user nova-compute[74287]: DEBUG nova.compute.manager [req-b94d358a-34f6-4910-807c-3eb26058d00b req-0fe8e4d3-313a-4dd5-af18-f2d0a22e8aac service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:07:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b94d358a-34f6-4910-807c-3eb26058d00b req-0fe8e4d3-313a-4dd5-af18-f2d0a22e8aac service nova] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b94d358a-34f6-4910-807c-3eb26058d00b req-0fe8e4d3-313a-4dd5-af18-f2d0a22e8aac service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b94d358a-34f6-4910-807c-3eb26058d00b req-0fe8e4d3-313a-4dd5-af18-f2d0a22e8aac service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:39 user nova-compute[74287]: DEBUG nova.compute.manager [req-b94d358a-34f6-4910-807c-3eb26058d00b req-0fe8e4d3-313a-4dd5-af18-f2d0a22e8aac service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] No waiting events found dispatching network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:07:39 user nova-compute[74287]: WARNING nova.compute.manager [req-b94d358a-34f6-4910-807c-3eb26058d00b req-0fe8e4d3-313a-4dd5-af18-f2d0a22e8aac service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received unexpected event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 for instance with vm_state active and task_state None.
Oct 26 08:07:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:07:41 user nova-compute[74287]: INFO nova.compute.manager [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Detaching volume dfd6cc38-89d5-4ca8-b6fd-265983f883b7
Oct 26 08:07:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:41 user nova-compute[74287]: INFO nova.virt.block_device [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Attempting to driver detach volume dfd6cc38-89d5-4ca8-b6fd-265983f883b7 from mountpoint /dev/vdb
Oct 26 08:07:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:07:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Attempting to detach device vdb from instance 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:07:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:07:41 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:07:41 user nova-compute[74287]:   <source dev="/dev/sde"/>
Oct 26 08:07:41 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:07:41 user nova-compute[74287]:   <serial>dfd6cc38-89d5-4ca8-b6fd-265983f883b7</serial>
Oct 26 08:07:41 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:07:41 user nova-compute[74287]: </disk>
Oct 26 08:07:41 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:07:41 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Successfully detached device vdb from instance 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa from the persistent domain config.
Oct 26 08:07:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:07:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:07:41 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:07:41 user nova-compute[74287]:   <source dev="/dev/sde"/>
Oct 26 08:07:41 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:07:41 user nova-compute[74287]:   <serial>dfd6cc38-89d5-4ca8-b6fd-265983f883b7</serial>
Oct 26 08:07:41 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:07:41 user nova-compute[74287]: </disk>
Oct 26 08:07:41 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:07:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:07:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:43 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:07:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:48 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7b783a5c-41ec-4f01-a140-96a67a15ebb0 is timed out.
Oct 26 08:07:48 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Successfully detached device vdb from instance 7b783a5c-41ec-4f01-a140-96a67a15ebb0 from the live domain config.
Oct 26 08:07:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UHXiWQAr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:07:48 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:07:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0db0376e-7cd4-40ee-a9a7-ca8c83edb63f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:07:48 user nova-compute[74287]: No targets found.
Oct 26 08:07:48 user nova-compute[74287]: iSNS:
Oct 26 08:07:48 user nova-compute[74287]: No targets found.
Oct 26 08:07:48 user nova-compute[74287]: STATIC:
Oct 26 08:07:48 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76
Oct 26 08:07:48 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:07:48 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:07:48 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:07:48 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:07:48 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:07:48 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01
Oct 26 08:07:48 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:07:48 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:07:48 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd
Oct 26 08:07:48 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:07:48 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:07:48 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7
Oct 26 08:07:48 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:07:48 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:07:48 user nova-compute[74287]: FIRMWARE:
Oct 26 08:07:48 user nova-compute[74287]: No targets found.
Oct 26 08:07:48 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:07:48 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:07:48 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7460078a-a062-475e-80a5-f60ca552daab]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1909421-94e8-4609-a10a-a47de0e86f22]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:07:48 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:07:48 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:07:48 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:07:48 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:07:48 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 (non-flash)
Oct 26 08:07:48 user nova-compute[74287]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:07:48 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:07:48 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:07:48 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:07:48 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb9050acb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[00a03c9e-3d43-4c14-bf77-353d08b73585]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[76c82d65-dfc5-4b5f-86b3-dfe876a1fd62]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ee5a081-20ac-43f4-92fa-883fa154ecc7]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:07:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.054s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[abc13360-4262-441d-92a3-353f5f8b22f2]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[30a92630-9b81-4459-9425-3a13e157f0f1]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0df6ac6-fe68-4ea2-a5f7-9c544dd87ac1]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76, portal: 172.16.0.220,3260]
Oct 26 08:07:49 user nova-compute[74287]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76, portal: 172.16.0.220,3260] successful.
Oct 26 08:07:49 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c69129c-bf9d-4e3c-bc0b-1d91b01d9b76 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[831266a1-1263-4784-b73f-cba43f50bf77]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.327s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] <== disconnect_volume: return (329ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:07:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:07:50 user nova-compute[74287]: DEBUG nova.objects.instance [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'flavor' on Instance uuid 7b783a5c-41ec-4f01-a140-96a67a15ebb0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:07:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-56ef0866-5ba9-4dd5-87a7-35f7c040c5bb tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.769s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:07:55 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 796e4465-0241-44ab-a466-2dacfa0753cf is timed out.
Oct 26 08:07:55 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Successfully detached device vdb from instance 796e4465-0241-44ab-a466-2dacfa0753cf from the live domain config.
Oct 26 08:07:55 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZkFJAvGW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:07:55 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[65cb9e1b-a939-4924-ba94-0288dfff02a9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:07:55 user nova-compute[74287]: No targets found.
Oct 26 08:07:55 user nova-compute[74287]: iSNS:
Oct 26 08:07:55 user nova-compute[74287]: No targets found.
Oct 26 08:07:55 user nova-compute[74287]: STATIC:
Oct 26 08:07:55 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:07:55 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:07:55 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:07:55 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01
Oct 26 08:07:55 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:07:55 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:07:55 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd
Oct 26 08:07:55 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:07:55 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:07:55 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7
Oct 26 08:07:55 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:07:55 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:07:55 user nova-compute[74287]: FIRMWARE:
Oct 26 08:07:55 user nova-compute[74287]: No targets found.
Oct 26 08:07:55 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:07:55 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:07:55 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[83350b2a-bf31-4a6b-86f7-419f0245dd31]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd4f881d-56a2-4eb2-884c-6ef3d8d4c0f1]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:07:55 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:07:55 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:07:55 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:07:55 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:07:55 user nova-compute[74287]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 (non-flash)
Oct 26 08:07:55 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:07:55 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:07:55 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb707c5870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01'): ({'sdd'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Removing single pathed devices sdd {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dca96ce-5543-48a6-85f0-16483c375c99]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5816a085-fe09-43e2-bb6b-2b3c304d319a]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Flushing IO for device /dev/sdd {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d85f51d-8f92-4b85-a152-6657df46b412]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[176d4222-279a-4c57-9383-47b477ca55b1]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c399bd6-beea-4814-a417-650041bb008b]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d62327ee-d470-484d-b263-80f471d1c71a]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260]
Oct 26 08:07:55 user nova-compute[74287]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01, portal: 172.16.0.220,3260] successful.
Oct 26 08:07:55 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6c647d-3283-41db-81fb-ca2be733ae01 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b038bbe6-d011-4698-9d83-90495635dc60]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] <== disconnect_volume: return (319ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:07:55 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:07:56 user nova-compute[74287]: DEBUG nova.objects.instance [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lazy-loading 'flavor' on Instance uuid 796e4465-0241-44ab-a466-2dacfa0753cf {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:07:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3d5373d4-4715-4a87-962e-4eab45a30589 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "796e4465-0241-44ab-a466-2dacfa0753cf" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.778s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:07:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:07:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:01 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa is timed out.
Oct 26 08:08:01 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Successfully detached device vdb from instance 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa from the live domain config.
Oct 26 08:08:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:08:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YsIpqxlA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:08:01 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:08:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:08:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:08:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1f67081-6a64-42d9-9fe6-4e12d4013d54]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:08:02 user nova-compute[74287]: No targets found.
Oct 26 08:08:02 user nova-compute[74287]: iSNS:
Oct 26 08:08:02 user nova-compute[74287]: No targets found.
Oct 26 08:08:02 user nova-compute[74287]: STATIC:
Oct 26 08:08:02 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:08:02 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:08:02 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:08:02 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd
Oct 26 08:08:02 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:08:02 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:08:02 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7
Oct 26 08:08:02 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:08:02 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:08:02 user nova-compute[74287]: FIRMWARE:
Oct 26 08:08:02 user nova-compute[74287]: No targets found.
Oct 26 08:08:02 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:08:02 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:08:02 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8087cb37-a2a6-4ce9-a40c-fa30910ec670]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[afcb74a1-a0db-4724-b3fb-d0c4abc58b12]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:08:02 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:08:02 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:08:02 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:08:02 user nova-compute[74287]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 (non-flash)
Oct 26 08:08:02 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:08:02 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb7068a950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7'): ({'sde'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Removing single pathed devices sde {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4533e347-924e-4cda-ae8d-0e235cffc0f4]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[005afddb-37d8-4312-9e5d-e44008a1d138]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Flushing IO for device /dev/sde {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2995cb0-63e7-4f58-8898-c99389791a40]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.039s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f826eed2-e2e8-4002-b4f4-3131067b0e57]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] SCSI volumes sde have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a11ee600-f7ce-4ce8-a404-e2ee9c009e9f]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b4f460d-f600-4465-a70d-394bcf6e8175]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7, portal: 172.16.0.220,3260]
Oct 26 08:08:02 user nova-compute[74287]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7, portal: 172.16.0.220,3260] successful.
Oct 26 08:08:02 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cadd78c-7ead-4d00-8ed9-5e10fb8e1a68]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] <== disconnect_volume: return (314ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:08:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG nova.objects.instance [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lazy-loading 'flavor' on Instance uuid 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-54016125-f4a2-410d-9758-ffa54fa81ba5 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.859s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.746s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:03 user nova-compute[74287]: INFO nova.compute.manager [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Terminating instance
Oct 26 08:08:03 user nova-compute[74287]: DEBUG nova.compute.manager [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-3d05cc5a-8aa6-4898-8c26-c706a5e33d95 req-c121f3b5-68f8-4082-9f44-7bcef0a4ed22 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Received event network-vif-unplugged-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3d05cc5a-8aa6-4898-8c26-c706a5e33d95 req-c121f3b5-68f8-4082-9f44-7bcef0a4ed22 service nova] Acquiring lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3d05cc5a-8aa6-4898-8c26-c706a5e33d95 req-c121f3b5-68f8-4082-9f44-7bcef0a4ed22 service nova] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3d05cc5a-8aa6-4898-8c26-c706a5e33d95 req-c121f3b5-68f8-4082-9f44-7bcef0a4ed22 service nova] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-3d05cc5a-8aa6-4898-8c26-c706a5e33d95 req-c121f3b5-68f8-4082-9f44-7bcef0a4ed22 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] No waiting events found dispatching network-vif-unplugged-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-3d05cc5a-8aa6-4898-8c26-c706a5e33d95 req-c121f3b5-68f8-4082-9f44-7bcef0a4ed22 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Received event network-vif-unplugged-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:08:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:04 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Instance destroyed successfully.
Oct 26 08:08:04 user nova-compute[74287]: DEBUG nova.objects.instance [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lazy-loading 'resources' on Instance uuid 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:04:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-773052445',display_name='tempest-VolumesSnapshotTestJSON-instance-773052445',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-773052445',id=23,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIWKXMaOmUDDKjIvRL7A2FF+swLNQ0YPIyNpD3fQYaHc2b2WSNt1VqZs838Wqu7+MIR+HGrOH+kkH5x1Xu1TFq7ZqVbNqn742TLFeVDGwJS6oI1gLpr4gKRL1VB4JGocWg==',key_name='tempest-keypair-1754453247',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:04:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e2de70dd2b604287aae80e16f40784f1',ramdisk_id='',reservation_id='r-ny5aoycc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1194228923',owner_user_name='tempest-VolumesSnapshotTestJSON-1194228923-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:04:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a78214fda9f4380bf83ed5d934df4a8',uuid=8890a184-4ccd-4ad2-a2d2-84a1dee30bfa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "address": "fa:16:3e:00:8d:54", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b5d7cf4-85", "ovs_interfaceid": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Converting VIF {"id": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "address": "fa:16:3e:00:8d:54", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b5d7cf4-85", "ovs_interfaceid": "5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:00:8d:54,bridge_name='br-int',has_traffic_filtering=True,id=5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca,network=Network(c4bb9568-d5cc-4c88-8791-b79422a3859d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b5d7cf4-85') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_vif [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:8d:54,bridge_name='br-int',has_traffic_filtering=True,id=5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca,network=Network(c4bb9568-d5cc-4c88-8791-b79422a3859d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b5d7cf4-85') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5b5d7cf4-85, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c927c36b-daa3-4b99-b704-7491ba3e20cb) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:04 user nova-compute[74287]: INFO os_vif [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:8d:54,bridge_name='br-int',has_traffic_filtering=True,id=5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca,network=Network(c4bb9568-d5cc-4c88-8791-b79422a3859d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b5d7cf4-85')
Oct 26 08:08:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YsIpqxlA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:08:04 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[df899772-d2b1-4216-846d-ad68f9349bf2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:08:04 user nova-compute[74287]: No targets found.
Oct 26 08:08:04 user nova-compute[74287]: iSNS:
Oct 26 08:08:04 user nova-compute[74287]: No targets found.
Oct 26 08:08:04 user nova-compute[74287]: STATIC:
Oct 26 08:08:04 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:08:04 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:08:04 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:08:04 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd
Oct 26 08:08:04 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:08:04 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:08:04 user nova-compute[74287]: FIRMWARE:
Oct 26 08:08:04 user nova-compute[74287]: No targets found.
Oct 26 08:08:04 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:08:04 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:08:04 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfd6cc38-89d5-4ca8-b6fd-265983f883b7', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd74f705-eda4-4d30-9447-bb8aa255c007]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dae7e672-a36d-41f6-9329-1bd19ee18e2e]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:08:04 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:08:04 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:08:04 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:08:04 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb9050acb0>, {}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Disconnecting from: [] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.065s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] <== disconnect_volume: return (66ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:08:04 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Deleting instance files /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa_del
Oct 26 08:08:04 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Deletion of /opt/stack/data/nova/instances/8890a184-4ccd-4ad2-a2d2-84a1dee30bfa_del complete
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG nova.objects.instance [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lazy-loading 'flavor' on Instance uuid e1557b2f-7b96-4f2f-a121-b74bd73779fa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:08:04 user nova-compute[74287]: INFO nova.compute.manager [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:04 user nova-compute[74287]: INFO nova.compute.manager [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Attaching volume 2a1560b5-caba-4226-a85a-30fccb94cbb9 to /dev/vdb
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.utils [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb5870e7-e090-4961-ae4d-77888acab4d2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce93d162-00a0-482d-b1d3-f50cbb618c04]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1a8cd5c-106b-4f17-bf81-b4fa1fcb2351]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aa32d21-fff9-4e64-93b9-b21d85a656b5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:08:04 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:08:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9d7b275-3536-47f8-bd46-a76a03a56050]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG os_brick.utils [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:08:04 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Updating existing volume attachment record: 744f8695-513d-49c3-b5aa-9bbc473d5378 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:08:05 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:08:05 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Took 0.96 seconds to deallocate network for instance.
Oct 26 08:08:05 user nova-compute[74287]: WARNING nova.volume.cinder [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Attachment de631fc4-5b88-4c1a-ab2b-0618b7c1dd31 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = de631fc4-5b88-4c1a-ab2b-0618b7c1dd31. (HTTP 404) (Request-ID: req-ba081de6-4e27-4d21-93ce-7f9d7299afc5)
Oct 26 08:08:05 user nova-compute[74287]: INFO nova.compute.manager [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Took 0.03 seconds to detach 1 volumes for instance.
Oct 26 08:08:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:05 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:08:05 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:08:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-b76c2329-678f-4c8c-b284-72dce4622856 req-2183bc84-cb08-47d8-8baa-e4ca486e36e9 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Received event network-vif-plugged-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b76c2329-678f-4c8c-b284-72dce4622856 req-2183bc84-cb08-47d8-8baa-e4ca486e36e9 service nova] Acquiring lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b76c2329-678f-4c8c-b284-72dce4622856 req-2183bc84-cb08-47d8-8baa-e4ca486e36e9 service nova] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b76c2329-678f-4c8c-b284-72dce4622856 req-2183bc84-cb08-47d8-8baa-e4ca486e36e9 service nova] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-b76c2329-678f-4c8c-b284-72dce4622856 req-2183bc84-cb08-47d8-8baa-e4ca486e36e9 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] No waiting events found dispatching network-vif-plugged-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:05 user nova-compute[74287]: WARNING nova.compute.manager [req-b76c2329-678f-4c8c-b284-72dce4622856 req-2183bc84-cb08-47d8-8baa-e4ca486e36e9 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Received unexpected event network-vif-plugged-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca for instance with vm_state deleted and task_state None.
Oct 26 08:08:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-b76c2329-678f-4c8c-b284-72dce4622856 req-2183bc84-cb08-47d8-8baa-e4ca486e36e9 service nova] [instance: 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa] Received event network-vif-deleted-5b5d7cf4-859e-4d8b-9344-a59e9c8fa5ca {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.385s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:05 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Deleted allocations for instance 8890a184-4ccd-4ad2-a2d2-84a1dee30bfa
Oct 26 08:08:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6d822c1c-b61f-4b4f-b218-5af872454df8 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "8890a184-4ccd-4ad2-a2d2-84a1dee30bfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.563s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:18 user nova-compute[74287]: INFO nova.compute.manager [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Terminating instance
Oct 26 08:08:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-079e9ccc-91a8-479f-8969-ffab65fe6fd8 req-3f220805-7b84-4c75-a067-26fcda1dc1fb service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-unplugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-079e9ccc-91a8-479f-8969-ffab65fe6fd8 req-3f220805-7b84-4c75-a067-26fcda1dc1fb service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-079e9ccc-91a8-479f-8969-ffab65fe6fd8 req-3f220805-7b84-4c75-a067-26fcda1dc1fb service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-079e9ccc-91a8-479f-8969-ffab65fe6fd8 req-3f220805-7b84-4c75-a067-26fcda1dc1fb service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-079e9ccc-91a8-479f-8969-ffab65fe6fd8 req-3f220805-7b84-4c75-a067-26fcda1dc1fb service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-unplugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-079e9ccc-91a8-479f-8969-ffab65fe6fd8 req-3f220805-7b84-4c75-a067-26fcda1dc1fb service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-unplugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:08:19 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Instance destroyed successfully.
Oct 26 08:08:19 user nova-compute[74287]: DEBUG nova.objects.instance [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'resources' on Instance uuid 7b783a5c-41ec-4f01-a140-96a67a15ebb0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:01:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1926247172',display_name='tempest-ServerRescueNegativeTestJSON-server-1926247172',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1926247172',id=18,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCqx8HRFPtr2o/m6hSUdLY0/znaFdF53QBF8qzoMK2DagrjOpbbVqEZYa4MSVgs2h1ll+9BwUNcfAmSC5/YxFZRWTN5+qXO1Rf5agRzQeNgUsb8s24Cw98OVEF3XlydoQQ==',key_name='tempest-keypair-597729919',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:03:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b96ad2ea567b49b09c90dca1d76e894f',ramdisk_id='',reservation_id='r-04cqcfpw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2040559012',owner_user_name='tempest-ServerRescueNegativeTestJSON-2040559012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:05:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0e01693f9147422aac8dbf4216dbc8dd',uuid=7b783a5c-41ec-4f01-a140-96a67a15ebb0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converting VIF {"id": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "address": "fa:16:3e:98:03:9e", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc00eeb33-63", "ovs_interfaceid": "c00eeb33-635e-4fde-b35f-21edacb0f5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:98:03:9e,bridge_name='br-int',has_traffic_filtering=True,id=c00eeb33-635e-4fde-b35f-21edacb0f5a3,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc00eeb33-63') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG os_vif [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:03:9e,bridge_name='br-int',has_traffic_filtering=True,id=c00eeb33-635e-4fde-b35f-21edacb0f5a3,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc00eeb33-63') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc00eeb33-63, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=591ce041-8339-4617-9b10-4e9cfdc83cad) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:08:19 user nova-compute[74287]: INFO os_vif [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:03:9e,bridge_name='br-int',has_traffic_filtering=True,id=c00eeb33-635e-4fde-b35f-21edacb0f5a3,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc00eeb33-63')
Oct 26 08:08:19 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Deleting instance files /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0_del
Oct 26 08:08:19 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Deletion of /opt/stack/data/nova/instances/7b783a5c-41ec-4f01-a140-96a67a15ebb0_del complete
Oct 26 08:08:19 user nova-compute[74287]: INFO nova.compute.manager [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 26 08:08:19 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:08:19 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:08:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:20 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:08:20 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Took 1.07 seconds to deallocate network for instance.
Oct 26 08:08:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-21450f0f-0ee8-4f03-ae15-5ccb75d8f8c7 req-b431194a-1a71-4652-87f3-5b258c0fc2df service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-deleted-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:20 user nova-compute[74287]: INFO nova.compute.manager [req-21450f0f-0ee8-4f03-ae15-5ccb75d8f8c7 req-b431194a-1a71-4652-87f3-5b258c0fc2df service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Neutron deleted interface c00eeb33-635e-4fde-b35f-21edacb0f5a3; detaching it from the instance and deleting it from the info cache
Oct 26 08:08:20 user nova-compute[74287]: DEBUG nova.network.neutron [req-21450f0f-0ee8-4f03-ae15-5ccb75d8f8c7 req-b431194a-1a71-4652-87f3-5b258c0fc2df service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:08:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-21450f0f-0ee8-4f03-ae15-5ccb75d8f8c7 req-b431194a-1a71-4652-87f3-5b258c0fc2df service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Detach interface failed, port_id=c00eeb33-635e-4fde-b35f-21edacb0f5a3, reason: Instance 7b783a5c-41ec-4f01-a140-96a67a15ebb0 could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 08:08:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:21 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:08:21 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:08:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.335s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:21 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Deleted allocations for instance 7b783a5c-41ec-4f01-a140-96a67a15ebb0
Oct 26 08:08:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3132e558-174e-4976-ad8a-24a00c3fd4c4 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.613s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-ed4263cf-a6b3-4b53-96d0-7cb40c30959a req-d17fd9d5-e68b-4fd9-87c6-0198cf626705 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ed4263cf-a6b3-4b53-96d0-7cb40c30959a req-d17fd9d5-e68b-4fd9-87c6-0198cf626705 service nova] Acquiring lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ed4263cf-a6b3-4b53-96d0-7cb40c30959a req-d17fd9d5-e68b-4fd9-87c6-0198cf626705 service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ed4263cf-a6b3-4b53-96d0-7cb40c30959a req-d17fd9d5-e68b-4fd9-87c6-0198cf626705 service nova] Lock "7b783a5c-41ec-4f01-a140-96a67a15ebb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-ed4263cf-a6b3-4b53-96d0-7cb40c30959a req-d17fd9d5-e68b-4fd9-87c6-0198cf626705 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] No waiting events found dispatching network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:21 user nova-compute[74287]: WARNING nova.compute.manager [req-ed4263cf-a6b3-4b53-96d0-7cb40c30959a req-d17fd9d5-e68b-4fd9-87c6-0198cf626705 service nova] [instance: 7b783a5c-41ec-4f01-a140-96a67a15ebb0] Received unexpected event network-vif-plugged-c00eeb33-635e-4fde-b35f-21edacb0f5a3 for instance with vm_state deleted and task_state None.
Oct 26 08:08:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:08:23 user nova-compute[74287]: INFO nova.compute.claims [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Claim successful on node user
Oct 26 08:08:23 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YzWKdMln', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:08:23 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:08:23 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:08:23 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.462s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f53eee8-72bd-490d-ba07-2f99fb3b0b9b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:08:23 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d0653f1-b9e3-4f85-87b4-02e21d8f5e8e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9] added
Oct 26 08:08:23 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[410f5432-6896-4be5-b7e7-04660e46bf6a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG nova.network.neutron [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:23 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf89f841-0ce0-4915-87ee-39aa5713bece]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YzWKdMln {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YzWKdMln" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bce5da5-aa7b-4e8b-bd38-9ced80fb05f9]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YzWKdMln'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8f6e26a-de5d-4387-8382-b324f33a11fb]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG nova.policy [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35e09e5a79a8420dbdf08ff418c5e8e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1ca50be80e64e02b008239b56b7a9e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b106b77c-9e66-4127-a8bc-d620a036e9be]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:08:23 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:08:23 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:08:23 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:08:23 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:08:23 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Creating image(s)
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "/opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "/opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "/opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e9ae749-d9e6-4c36-9a34-2914214bac72]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9, portal: 172.16.0.220,3260]
Oct 26 08:08:23 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9, portal: 172.16.0.220,3260] successful.
Oct 26 08:08:23 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9d50229-df92-450e-9c16-09644ba2619a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ef83aad-2f1a-4391-90ad-549a866ea216]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:08:23 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:08:23 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:08:23 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:08:23 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:08:23 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:08:23 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.350s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] HCTL ('33', '-', '-', 0) found on session 30 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd690b3e-584e-417e-8e51-42c24247fe3d]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Searching for a device in session 30 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:08:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YzWKdMln', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.205s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk 1073741824" returned: 0 in 0.055s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.191s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG nova.network.neutron [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Successfully created port: f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Cannot resize image /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Ensure instance console log exists: /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "796e4465-0241-44ab-a466-2dacfa0753cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:24 user nova-compute[74287]: INFO nova.compute.manager [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Terminating instance
Oct 26 08:08:24 user nova-compute[74287]: DEBUG nova.compute.manager [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.391s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] <== connect_volume: return (1393ms) {'type': 'block', 'scsi_wwn': '23834623037326337', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23834623037326337', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:08:24 user nova-compute[74287]: DEBUG nova.objects.instance [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lazy-loading 'flavor' on Instance uuid e1557b2f-7b96-4f2f-a121-b74bd73779fa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:08:25 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:08:25 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:08:25 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:08:25 user nova-compute[74287]:   <serial>2a1560b5-caba-4226-a85a-30fccb94cbb9</serial>
Oct 26 08:08:25 user nova-compute[74287]: </disk>
Oct 26 08:08:25 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-17a9c749-1198-4bca-888d-a95fcfd4d57a req-7f062443-773d-4cc3-bfdd-ffd4d3229a14 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-vif-unplugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-17a9c749-1198-4bca-888d-a95fcfd4d57a req-7f062443-773d-4cc3-bfdd-ffd4d3229a14 service nova] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-17a9c749-1198-4bca-888d-a95fcfd4d57a req-7f062443-773d-4cc3-bfdd-ffd4d3229a14 service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-17a9c749-1198-4bca-888d-a95fcfd4d57a req-7f062443-773d-4cc3-bfdd-ffd4d3229a14 service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-17a9c749-1198-4bca-888d-a95fcfd4d57a req-7f062443-773d-4cc3-bfdd-ffd4d3229a14 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] No waiting events found dispatching network-vif-unplugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-17a9c749-1198-4bca-888d-a95fcfd4d57a req-7f062443-773d-4cc3-bfdd-ffd4d3229a14 service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-vif-unplugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.network.neutron [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Successfully updated port: f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:08:25 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Instance destroyed successfully.
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.objects.instance [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lazy-loading 'resources' on Instance uuid 796e4465-0241-44ab-a466-2dacfa0753cf {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquired lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.network.neutron [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T08:02:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1655848403',display_name='tempest-ServerActionsTestOtherA-server-817540765',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1655848403',id=21,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE29ExGDk+aagkcw3jjg4LuS8QCmOEF39wYtQvkzxCOLDdE1lHNNRmGYWRTKw60IudRX0fN8FhHWisELn7+6hWc2yG1ih3Yf9TKT1sBSreNC8ssl/wkAm2SCjdrU1fNJ3A==',key_name='tempest-keypair-610018914',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:05:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf156e21d744e9993ed225c24f7b576',ramdisk_id='',reservation_id='r-nxsho1sw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-713697274',owner_user_name='tempest-ServerActionsTestOtherA-713697274-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:05:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63da03e3263d42ca8c8d7f9cafcd5fe2',uuid=796e4465-0241-44ab-a466-2dacfa0753cf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converting VIF {"id": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "address": "fa:16:3e:d7:4c:97", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9fc3b4-2a", "ovs_interfaceid": "5b9fc3b4-2a3a-410e-b267-a6f2986aeb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d7:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=5b9fc3b4-2a3a-410e-b267-a6f2986aeb96,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9fc3b4-2a') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG os_vif [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=5b9fc3b4-2a3a-410e-b267-a6f2986aeb96,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9fc3b4-2a') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5b9fc3b4-2a, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] No VIF found with MAC fa:16:3e:f0:12:a9, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1562d47a-6733-4c5b-ac87-cb71e0842b3d) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:25 user nova-compute[74287]: INFO os_vif [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=5b9fc3b4-2a3a-410e-b267-a6f2986aeb96,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9fc3b4-2a')
Oct 26 08:08:25 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Deleting instance files /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf_del
Oct 26 08:08:25 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Deletion of /opt/stack/data/nova/instances/796e4465-0241-44ab-a466-2dacfa0753cf_del complete
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.network.neutron [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:08:25 user nova-compute[74287]: INFO nova.compute.manager [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Took 1.10 seconds to destroy the instance on the hypervisor.
Oct 26 08:08:25 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0e76e9ea-6100-4ab7-a841-0a96c5295e98 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.599s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.network.neutron [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Updating instance_info_cache with network_info: [{"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Releasing lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Instance network_info: |[{"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Start _get_guest_xml network_info=[{"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:08:26 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:08:26 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:08:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-286316506',display_name='tempest-AttachVolumeTestJSON-server-286316506',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-286316506',id=26,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDkZpJuWLoxWBzsmuuByMMfGqYJf+O6QxURCNC9sawg+NJw5QqpuCN5AR4f+ghwnB4WJ3QbisE4WUbRCHiBVr5guaZFNGN2MbBXF/sY0zM6U4sC6wMNWK+sHantht73fA==',key_name='tempest-keypair-851995033',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1ca50be80e64e02b008239b56b7a9e4',ramdisk_id='',reservation_id='r-ayhu7zqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-178685270',owner_user_name='tempest-AttachVolumeTestJSON-178685270-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:08:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='35e09e5a79a8420dbdf08ff418c5e8e0',uuid=6d7003c8-1ffe-4367-881d-940a70d41088,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converting VIF {"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.objects.instance [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'pci_devices' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:08:26 user nova-compute[74287]:   <uuid>6d7003c8-1ffe-4367-881d-940a70d41088</uuid>
Oct 26 08:08:26 user nova-compute[74287]:   <name>instance-0000001a</name>
Oct 26 08:08:26 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:08:26 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:08:26 user nova-compute[74287]:   <metadata>
Oct 26 08:08:26 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:08:26 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:08:26 user nova-compute[74287]:       <nova:name>tempest-AttachVolumeTestJSON-server-286316506</nova:name>
Oct 26 08:08:26 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:08:26</nova:creationTime>
Oct 26 08:08:26 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:08:26 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:08:26 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:08:26 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:08:26 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:08:26 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:08:26 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:08:26 user nova-compute[74287]:       <nova:owner>
Oct 26 08:08:26 user nova-compute[74287]:         <nova:user uuid="35e09e5a79a8420dbdf08ff418c5e8e0">tempest-AttachVolumeTestJSON-178685270-project-member</nova:user>
Oct 26 08:08:26 user nova-compute[74287]:         <nova:project uuid="b1ca50be80e64e02b008239b56b7a9e4">tempest-AttachVolumeTestJSON-178685270</nova:project>
Oct 26 08:08:26 user nova-compute[74287]:       </nova:owner>
Oct 26 08:08:26 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:08:26 user nova-compute[74287]:       <nova:ports>
Oct 26 08:08:26 user nova-compute[74287]:         <nova:port uuid="f2dfe166-cca4-4c0c-bcb4-a316166da45c">
Oct 26 08:08:26 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 26 08:08:26 user nova-compute[74287]:         </nova:port>
Oct 26 08:08:26 user nova-compute[74287]:       </nova:ports>
Oct 26 08:08:26 user nova-compute[74287]:     </nova:instance>
Oct 26 08:08:26 user nova-compute[74287]:   </metadata>
Oct 26 08:08:26 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:08:26 user nova-compute[74287]:     <system>
Oct 26 08:08:26 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:08:26 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:08:26 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:08:26 user nova-compute[74287]:       <entry name="serial">6d7003c8-1ffe-4367-881d-940a70d41088</entry>
Oct 26 08:08:26 user nova-compute[74287]:       <entry name="uuid">6d7003c8-1ffe-4367-881d-940a70d41088</entry>
Oct 26 08:08:26 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:08:26 user nova-compute[74287]:     </system>
Oct 26 08:08:26 user nova-compute[74287]:   </sysinfo>
Oct 26 08:08:26 user nova-compute[74287]:   <os>
Oct 26 08:08:26 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:08:26 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:08:26 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:08:26 user nova-compute[74287]:   </os>
Oct 26 08:08:26 user nova-compute[74287]:   <features>
Oct 26 08:08:26 user nova-compute[74287]:     <acpi/>
Oct 26 08:08:26 user nova-compute[74287]:     <apic/>
Oct 26 08:08:26 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:08:26 user nova-compute[74287]:   </features>
Oct 26 08:08:26 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:08:26 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:08:26 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:08:26 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:08:26 user nova-compute[74287]:   </clock>
Oct 26 08:08:26 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:08:26 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:08:26 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:08:26 user nova-compute[74287]:   </cpu>
Oct 26 08:08:26 user nova-compute[74287]:   <devices>
Oct 26 08:08:26 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:08:26 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:08:26 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk"/>
Oct 26 08:08:26 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:08:26 user nova-compute[74287]:     </disk>
Oct 26 08:08:26 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:08:26 user nova-compute[74287]:       <mac address="fa:16:3e:35:9b:e1"/>
Oct 26 08:08:26 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:08:26 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:08:26 user nova-compute[74287]:       <target dev="tapf2dfe166-cc"/>
Oct 26 08:08:26 user nova-compute[74287]:     </interface>
Oct 26 08:08:26 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:08:26 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/console.log" append="off"/>
Oct 26 08:08:26 user nova-compute[74287]:     </serial>
Oct 26 08:08:26 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:08:26 user nova-compute[74287]:     <video>
Oct 26 08:08:26 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:08:26 user nova-compute[74287]:     </video>
Oct 26 08:08:26 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:08:26 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:08:26 user nova-compute[74287]:     </rng>
Oct 26 08:08:26 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:08:26 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:08:26 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:08:26 user nova-compute[74287]:     </memballoon>
Oct 26 08:08:26 user nova-compute[74287]:   </devices>
Oct 26 08:08:26 user nova-compute[74287]: </domain>
Oct 26 08:08:26 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:08:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-286316506',display_name='tempest-AttachVolumeTestJSON-server-286316506',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-286316506',id=26,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDkZpJuWLoxWBzsmuuByMMfGqYJf+O6QxURCNC9sawg+NJw5QqpuCN5AR4f+ghwnB4WJ3QbisE4WUbRCHiBVr5guaZFNGN2MbBXF/sY0zM6U4sC6wMNWK+sHantht73fA==',key_name='tempest-keypair-851995033',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1ca50be80e64e02b008239b56b7a9e4',ramdisk_id='',reservation_id='r-ayhu7zqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-178685270',owner_user_name='tempest-AttachVolumeTestJSON-178685270-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:08:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='35e09e5a79a8420dbdf08ff418c5e8e0',uuid=6d7003c8-1ffe-4367-881d-940a70d41088,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converting VIF {"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG os_vif [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5112560c-4822-5e5f-80c8-ce5f9832cab5', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf2dfe166-cc, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf2dfe166-cc, col_values=(('qos', UUID('6193db3d-9295-4590-8e25-4a1921cfc103')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf2dfe166-cc, col_values=(('external_ids', {'iface-id': 'f2dfe166-cca4-4c0c-bcb4-a316166da45c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:35:9b:e1', 'vm-uuid': '6d7003c8-1ffe-4367-881d-940a70d41088'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:26 user nova-compute[74287]: INFO os_vif [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc')
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] No VIF found with MAC fa:16:3e:35:9b:e1, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-c11aaa62-e8e5-451c-8ce4-0ff8f556ab7a req-1846f743-7aa8-4851-afd8-ff2cade6ff7b service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-vif-deleted-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:26 user nova-compute[74287]: INFO nova.compute.manager [req-c11aaa62-e8e5-451c-8ce4-0ff8f556ab7a req-1846f743-7aa8-4851-afd8-ff2cade6ff7b service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Neutron deleted interface 5b9fc3b4-2a3a-410e-b267-a6f2986aeb96; detaching it from the instance and deleting it from the info cache
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.network.neutron [req-c11aaa62-e8e5-451c-8ce4-0ff8f556ab7a req-1846f743-7aa8-4851-afd8-ff2cade6ff7b service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:08:26 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Took 0.94 seconds to deallocate network for instance.
Oct 26 08:08:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-c11aaa62-e8e5-451c-8ce4-0ff8f556ab7a req-1846f743-7aa8-4851-afd8-ff2cade6ff7b service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Detach interface failed, port_id=5b9fc3b4-2a3a-410e-b267-a6f2986aeb96, reason: Instance 796e4465-0241-44ab-a466-2dacfa0753cf could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.749s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] No waiting events found dispatching network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:27 user nova-compute[74287]: WARNING nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received unexpected event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 for instance with vm_state deleted and task_state None.
Oct 26 08:08:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-changed-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Refreshing instance network info cache due to event network-changed-f2dfe166-cca4-4c0c-bcb4-a316166da45c. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Acquiring lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Acquired lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Refreshing network info cache for port f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:08:27 user nova-compute[74287]: INFO nova.compute.manager [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Rescuing
Oct 26 08:08:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquired lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG nova.network.neutron [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:08:27 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Deleted allocations for instance 796e4465-0241-44ab-a466-2dacfa0753cf
Oct 26 08:08:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d7a9dc71-a276-4be2-91f7-88c88126dc52 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "796e4465-0241-44ab-a466-2dacfa0753cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.013s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG nova.network.neutron [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Updated VIF entry in instance network info cache for port f2dfe166-cca4-4c0c-bcb4-a316166da45c. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG nova.network.neutron [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Updating instance_info_cache with network_info: [{"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Releasing lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] No waiting events found dispatching network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:28 user nova-compute[74287]: WARNING nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received unexpected event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 for instance with vm_state deleted and task_state None.
Oct 26 08:08:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] No waiting events found dispatching network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:28 user nova-compute[74287]: WARNING nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received unexpected event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 for instance with vm_state deleted and task_state None.
Oct 26 08:08:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-vif-unplugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] No waiting events found dispatching network-vif-unplugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:28 user nova-compute[74287]: WARNING nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received unexpected event network-vif-unplugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 for instance with vm_state deleted and task_state None.
Oct 26 08:08:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Acquiring lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] Lock "796e4465-0241-44ab-a466-2dacfa0753cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] No waiting events found dispatching network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:28 user nova-compute[74287]: WARNING nova.compute.manager [req-1e65f69a-bbc9-410a-a275-2533bc4d2b93 req-a23a8ed7-9ef7-4f1d-9637-9db5ae998eea service nova] [instance: 796e4465-0241-44ab-a466-2dacfa0753cf] Received unexpected event network-vif-plugged-5b9fc3b4-2a3a-410e-b267-a6f2986aeb96 for instance with vm_state deleted and task_state None.
Oct 26 08:08:28 user nova-compute[74287]: DEBUG nova.network.neutron [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Updating instance_info_cache with network_info: [{"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Releasing lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-f301c9ae-5ce0-4cfc-a504-1de648e154f4 req-24d1e995-ea2c-407f-a0fe-ebef1bd9c9af service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-vif-unplugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f301c9ae-5ce0-4cfc-a504-1de648e154f4 req-24d1e995-ea2c-407f-a0fe-ebef1bd9c9af service nova] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f301c9ae-5ce0-4cfc-a504-1de648e154f4 req-24d1e995-ea2c-407f-a0fe-ebef1bd9c9af service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f301c9ae-5ce0-4cfc-a504-1de648e154f4 req-24d1e995-ea2c-407f-a0fe-ebef1bd9c9af service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-f301c9ae-5ce0-4cfc-a504-1de648e154f4 req-24d1e995-ea2c-407f-a0fe-ebef1bd9c9af service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] No waiting events found dispatching network-vif-unplugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:28 user nova-compute[74287]: WARNING nova.compute.manager [req-f301c9ae-5ce0-4cfc-a504-1de648e154f4 req-24d1e995-ea2c-407f-a0fe-ebef1bd9c9af service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received unexpected event network-vif-unplugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 for instance with vm_state active and task_state rescuing.
Oct 26 08:08:29 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Instance destroyed successfully.
Oct 26 08:08:29 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Attempting a stable device rescue
Oct 26 08:08:29 user nova-compute[74287]: DEBUG nova.compute.manager [req-47f66ec4-9df8-4418-a475-a7a5ca1019ad req-1764d54f-6b1d-4b4c-8b03-8e4012f03154 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-47f66ec4-9df8-4418-a475-a7a5ca1019ad req-1764d54f-6b1d-4b4c-8b03-8e4012f03154 service nova] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-47f66ec4-9df8-4418-a475-a7a5ca1019ad req-1764d54f-6b1d-4b4c-8b03-8e4012f03154 service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-47f66ec4-9df8-4418-a475-a7a5ca1019ad req-1764d54f-6b1d-4b4c-8b03-8e4012f03154 service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:29 user nova-compute[74287]: DEBUG nova.compute.manager [req-47f66ec4-9df8-4418-a475-a7a5ca1019ad req-1764d54f-6b1d-4b4c-8b03-8e4012f03154 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] No waiting events found dispatching network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:29 user nova-compute[74287]: WARNING nova.compute.manager [req-47f66ec4-9df8-4418-a475-a7a5ca1019ad req-1764d54f-6b1d-4b4c-8b03-8e4012f03154 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received unexpected event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c for instance with vm_state building and task_state spawning.
Oct 26 08:08:29 user nova-compute[74287]: DEBUG nova.compute.manager [req-47f66ec4-9df8-4418-a475-a7a5ca1019ad req-1764d54f-6b1d-4b4c-8b03-8e4012f03154 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-47f66ec4-9df8-4418-a475-a7a5ca1019ad req-1764d54f-6b1d-4b4c-8b03-8e4012f03154 service nova] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-47f66ec4-9df8-4418-a475-a7a5ca1019ad req-1764d54f-6b1d-4b4c-8b03-8e4012f03154 service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-47f66ec4-9df8-4418-a475-a7a5ca1019ad req-1764d54f-6b1d-4b4c-8b03-8e4012f03154 service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:29 user nova-compute[74287]: DEBUG nova.compute.manager [req-47f66ec4-9df8-4418-a475-a7a5ca1019ad req-1764d54f-6b1d-4b4c-8b03-8e4012f03154 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] No waiting events found dispatching network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:29 user nova-compute[74287]: WARNING nova.compute.manager [req-47f66ec4-9df8-4418-a475-a7a5ca1019ad req-1764d54f-6b1d-4b4c-8b03-8e4012f03154 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received unexpected event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c for instance with vm_state building and task_state spawning.
Oct 26 08:08:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74287) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 26 08:08:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Instance directory exists: not creating {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 08:08:29 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Creating image(s)
Oct 26 08:08:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "/opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "/opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "/opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:29 user nova-compute[74287]: DEBUG nova.objects.instance [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lazy-loading 'trusted_certs' on Instance uuid e1557b2f-7b96-4f2f-a121-b74bd73779fa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:08:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "30b819ca6bc65fed84b710c2ccb0f393f477711b" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "30b819ca6bc65fed84b710c2ccb0f393f477711b" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/30b819ca6bc65fed84b710c2ccb0f393f477711b.part --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG nova.compute.manager [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:08:30 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Instance spawned successfully.
Oct 26 08:08:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:08:30 user nova-compute[74287]: INFO nova.compute.manager [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Took 6.86 seconds to spawn the instance on the hypervisor.
Oct 26 08:08:30 user nova-compute[74287]: DEBUG nova.compute.manager [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/30b819ca6bc65fed84b710c2ccb0f393f477711b.part --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG nova.virt.images [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] c1bd9523-fd7f-4b8d-832e-1c011bd0db14 was qcow2, converting to raw {{(pid=74287) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/30b819ca6bc65fed84b710c2ccb0f393f477711b.part /opt/stack/data/nova/instances/_base/30b819ca6bc65fed84b710c2ccb0f393f477711b.converted {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:30 user nova-compute[74287]: INFO nova.compute.manager [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Took 7.73 seconds to build instance.
Oct 26 08:08:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ae741402-d455-49fa-a6ce-bd5cb50a9f64 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.839s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG nova.compute.manager [req-fe5ccca0-8ab0-4500-a322-a1f9b759fcdd req-d70d9ad7-fa30-4d34-9102-d70a0cc48b2d service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fe5ccca0-8ab0-4500-a322-a1f9b759fcdd req-d70d9ad7-fa30-4d34-9102-d70a0cc48b2d service nova] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fe5ccca0-8ab0-4500-a322-a1f9b759fcdd req-d70d9ad7-fa30-4d34-9102-d70a0cc48b2d service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fe5ccca0-8ab0-4500-a322-a1f9b759fcdd req-d70d9ad7-fa30-4d34-9102-d70a0cc48b2d service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:30 user nova-compute[74287]: DEBUG nova.compute.manager [req-fe5ccca0-8ab0-4500-a322-a1f9b759fcdd req-d70d9ad7-fa30-4d34-9102-d70a0cc48b2d service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] No waiting events found dispatching network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:30 user nova-compute[74287]: WARNING nova.compute.manager [req-fe5ccca0-8ab0-4500-a322-a1f9b759fcdd req-d70d9ad7-fa30-4d34-9102-d70a0cc48b2d service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received unexpected event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 for instance with vm_state active and task_state rescuing.
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/30b819ca6bc65fed84b710c2ccb0f393f477711b.part /opt/stack/data/nova/instances/_base/30b819ca6bc65fed84b710c2ccb0f393f477711b.converted" returned: 0 in 0.470s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/30b819ca6bc65fed84b710c2ccb0f393f477711b.converted --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "f638f2bf-c6cd-4481-8017-208b1368f26c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "f638f2bf-c6cd-4481-8017-208b1368f26c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "f638f2bf-c6cd-4481-8017-208b1368f26c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "f638f2bf-c6cd-4481-8017-208b1368f26c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "f638f2bf-c6cd-4481-8017-208b1368f26c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:31 user nova-compute[74287]: INFO nova.compute.manager [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Terminating instance
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.compute.manager [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/30b819ca6bc65fed84b710c2ccb0f393f477711b.converted --force-share --output=json" returned: 0 in 0.197s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "30b819ca6bc65fed84b710c2ccb0f393f477711b" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.897s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "30b819ca6bc65fed84b710c2ccb0f393f477711b" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "30b819ca6bc65fed84b710c2ccb0f393f477711b" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/30b819ca6bc65fed84b710c2ccb0f393f477711b --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/30b819ca6bc65fed84b710c2ccb0f393f477711b --force-share --output=json" returned: 0 in 0.199s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/30b819ca6bc65fed84b710c2ccb0f393f477711b,backing_fmt=raw /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.rescue {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/30b819ca6bc65fed84b710c2ccb0f393f477711b,backing_fmt=raw /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.rescue" returned: 0 in 0.052s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "30b819ca6bc65fed84b710c2ccb0f393f477711b" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.objects.instance [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lazy-loading 'migration_context' on Instance uuid e1557b2f-7b96-4f2f-a121-b74bd73779fa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.objects.base [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Object Instance<e1557b2f-7b96-4f2f-a121-b74bd73779fa> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Start _get_guest_xml network_info=[{"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "vif_mac": "fa:16:3e:f0:12:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'c1bd9523-fd7f-4b8d-832e-1c011bd0db14', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': 'virtio', 'attachment_id': '744f8695-513d-49c3-b5aa-9bbc473d5378', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YzWKdMln', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'e1557b2f-7b96-4f2f-a121-b74bd73779fa', 'attached_at': '', 'detached_at': '', 'volume_id': '2a1560b5-caba-4226-a85a-30fccb94cbb9', 'serial': '2a1560b5-caba-4226-a85a-30fccb94cbb9'}, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.objects.instance [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lazy-loading 'resources' on Instance uuid e1557b2f-7b96-4f2f-a121-b74bd73779fa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.compute.manager [req-e331e874-e891-437e-9962-f7a4fd5fb48b req-b86b9a4b-2062-46d2-8545-f360dd802e62 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Received event network-vif-unplugged-df982bdc-41e6-43cd-ae09-355e5d71b841 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e331e874-e891-437e-9962-f7a4fd5fb48b req-b86b9a4b-2062-46d2-8545-f360dd802e62 service nova] Acquiring lock "f638f2bf-c6cd-4481-8017-208b1368f26c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e331e874-e891-437e-9962-f7a4fd5fb48b req-b86b9a4b-2062-46d2-8545-f360dd802e62 service nova] Lock "f638f2bf-c6cd-4481-8017-208b1368f26c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e331e874-e891-437e-9962-f7a4fd5fb48b req-b86b9a4b-2062-46d2-8545-f360dd802e62 service nova] Lock "f638f2bf-c6cd-4481-8017-208b1368f26c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.compute.manager [req-e331e874-e891-437e-9962-f7a4fd5fb48b req-b86b9a4b-2062-46d2-8545-f360dd802e62 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] No waiting events found dispatching network-vif-unplugged-df982bdc-41e6-43cd-ae09-355e5d71b841 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.compute.manager [req-e331e874-e891-437e-9962-f7a4fd5fb48b req-b86b9a4b-2062-46d2-8545-f360dd802e62 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Received event network-vif-unplugged-df982bdc-41e6-43cd-ae09-355e5d71b841 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.objects.base [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Object Instance<e1557b2f-7b96-4f2f-a121-b74bd73779fa> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.objects.instance [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lazy-loading 'numa_topology' on Instance uuid e1557b2f-7b96-4f2f-a121-b74bd73779fa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.objects.base [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Object Instance<e1557b2f-7b96-4f2f-a121-b74bd73779fa> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:08:31 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:08:31 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.objects.instance [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lazy-loading 'vcpu_model' on Instance uuid e1557b2f-7b96-4f2f-a121-b74bd73779fa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.objects.base [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Object Instance<e1557b2f-7b96-4f2f-a121-b74bd73779fa> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YzWKdMln', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:08:31 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:08:31 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:08:31 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[539d8192-cd3b-4d96-aa76-c5388a852bfc]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = YzWKdMln\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 26 08:08:31 user nova-compute[74287]: node.name = iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9
Oct 26 08:08:31 user nova-compute[74287]: node.tpgt = -1
Oct 26 08:08:31 user nova-compute[74287]: node.startup = automatic
Oct 26 08:08:31 user nova-compute[74287]: node.leading_login = No
Oct 26 08:08:31 user nova-compute[74287]: iface.iscsi_ifacename = default
Oct 26 08:08:31 user nova-compute[74287]: iface.net_ifacename = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.ipaddress = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.prefix_len = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.hwaddress = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.transport_name = tcp
Oct 26 08:08:31 user nova-compute[74287]: iface.initiatorname = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.state = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.vlan_id = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.vlan_priority = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.vlan_state = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.iface_num = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.mtu = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.port = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.bootproto = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.subnet_mask = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.gateway = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.dhcp_alt_client_id_state = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.dhcp_alt_client_id = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.dhcp_dns = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.dhcp_learn_iqn = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.dhcp_req_vendor_id_state = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.dhcp_vendor_id_state = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.dhcp_vendor_id = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.dhcp_slp_da = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.fragmentation = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.gratuitous_arp = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.incoming_forwarding = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.tos_state = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.tos = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.ttl = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.delayed_ack = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.tcp_nagle = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.tcp_wsf_state = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.tcp_wsf = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.tcp_timer_scale = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.tcp_timestamp = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.redirect = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.def_task_mgmt_timeout = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.header_digest = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.data_digest = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.immediate_data = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.initial_r2t = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.data_seq_inorder = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.data_pdu_inorder = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.erl = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.max_receive_data_len = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.first_burst_len = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.max_outstanding_r2t = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.max_burst_len = 0
Oct 26 08:08:31 user nova-compute[74287]: iface.chap_auth = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.bidi_chap = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.strict_login_compliance = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.discovery_auth = <empty>
Oct 26 08:08:31 user nova-compute[74287]: iface.discovery_logout = <empty>
Oct 26 08:08:31 user nova-compute[74287]: node.discovery_address = <empty>
Oct 26 08:08:31 user nova-compute[74287]: node.discovery_port = 0
Oct 26 08:08:31 user nova-compute[74287]: node.discovery_type = static
Oct 26 08:08:31 user nova-compute[74287]: node.session.initial_cmdsn = 0
Oct 26 08:08:31 user nova-compute[74287]: node.session.initial_login_retry_max = 8
Oct 26 08:08:31 user nova-compute[74287]: node.session.xmit_thread_priority = -20
Oct 26 08:08:31 user nova-compute[74287]: node.session.cmds_max = 128
Oct 26 08:08:31 user nova-compute[74287]: node.session.queue_depth = 32
Oct 26 08:08:31 user nova-compute[74287]: node.session.nr_sessions = 1
Oct 26 08:08:31 user nova-compute[74287]: node.session.auth.authmethod = CHAP
Oct 26 08:08:31 user nova-compute[74287]: node.session.auth.username = YzWKdMln
Oct 26 08:08:31 user nova-compute[74287]: node.session.auth.password = ***
Oct 26 08:08:31 user nova-compute[74287]: node.session.auth.username_in = <empty>
Oct 26 08:08:31 user nova-compute[74287]: node.session.auth.password_in = <empty>
Oct 26 08:08:31 user nova-compute[74287]: node.session.auth.chap_algs = MD5
Oct 26 08:08:31 user nova-compute[74287]: node.session.timeo.replacement_timeout = 120
Oct 26 08:08:31 user nova-compute[74287]: node.session.err_timeo.abort_timeout = 15
Oct 26 08:08:31 user nova-compute[74287]: node.session.err_timeo.lu_reset_timeout = 30
Oct 26 08:08:31 user nova-compute[74287]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 26 08:08:31 user nova-compute[74287]: node.session.err_timeo.host_reset_timeout = 60
Oct 26 08:08:31 user nova-compute[74287]: node.session.iscsi.FastAbort = Yes
Oct 26 08:08:31 user nova-compute[74287]: node.session.iscsi.InitialR2T = No
Oct 26 08:08:31 user nova-compute[74287]: node.session.iscsi.ImmediateData = Yes
Oct 26 08:08:31 user nova-compute[74287]: node.session.iscsi.FirstBurstLength = 262144
Oct 26 08:08:31 user nova-compute[74287]: node.session.iscsi.MaxBurstLength = 16776192
Oct 26 08:08:31 user nova-compute[74287]: node.session.iscsi.DefaultTime2Retain = 0
Oct 26 08:08:31 user nova-compute[74287]: node.session.iscsi.DefaultTime2Wait = 2
Oct 26 08:08:31 user nova-compute[74287]: node.session.iscsi.MaxConnections = 1
Oct 26 08:08:31 user nova-compute[74287]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 26 08:08:31 user nova-compute[74287]: node.session.iscsi.ERL = 0
Oct 26 08:08:31 user nova-compute[74287]: node.session.scan = manual
Oct 26 08:08:31 user nova-compute[74287]: node.session.reopen_max = 0
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].address = 172.16.0.220
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].port = 3260
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].startup = manual
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].tcp.window_size = 524288
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].tcp.type_of_service = 0
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].timeo.logout_timeout = 15
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].timeo.login_timeout = 15
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].timeo.auth_timeout = 45
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].timeo.noop_out_interval = 5
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].timeo.noop_out_timeout = 5
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].iscsi.HeaderDigest = None
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].iscsi.DataDigest = None
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].iscsi.IFMarker = No
Oct 26 08:08:31 user nova-compute[74287]: node.conn[0].iscsi.OFMarker = No
Oct 26 08:08:31 user nova-compute[74287]: # END RECORD
Oct 26 08:08:31 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cc49aec-775c-42f4-8d10-41bd4253e8b5]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[50673608-f1ff-4393-b291-835e19d9de30]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YzWKdMln {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YzWKdMln" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[359047af-0b09-4a66-848d-88461b2d3bb4]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YzWKdMln'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c81d8d8b-8c1d-47bc-9a5b-474be0e2881a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc768b5d-3a77-4d60-b0b7-151a3c2bda07]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:08:31 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:08:31 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:08:31 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:08:31 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:08:31 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:08:31 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.165s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] HCTL ('33', '0', '0', 0) found on session 30 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:08:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[133d9325-8ddf-4e7d-9151-47e9c06df799]: (4, ('0 0 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Searching for a device in session 30 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YzWKdMln', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.193s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] <== connect_volume: return (198ms) {'type': 'block', 'scsi_wwn': '23834623037326337', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23834623037326337', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:04:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-216613814',display_name='tempest-ServerStableDeviceRescueTest-server-216613814',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-216613814',id=24,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDndytTol3ocouc9Co8P5bbDkSNvo4acmuZ2aFJ+ELR3IszGFbUy7j5gd2o+20yxTN96lKD5qkRIO+HTtWEhohe96qqZwIzKcPNYAAUKPOF69AaMCi7Q2Bx8bhx9vtydcQ==',key_name='tempest-keypair-78947038',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:04:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c2bde267a1e46f0b0bba8e2b335d845',ramdisk_id='',reservation_id='r-v3iwx0as',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-2072515027',owner_user_name='tempest-ServerStableDeviceRescueTest-2072515027-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:06:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1b58cf1f99f24c1eaf837f89d8ec42a8',uuid=e1557b2f-7b96-4f2f-a121-b74bd73779fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "vif_mac": "fa:16:3e:f0:12:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Converting VIF {"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "vif_mac": "fa:16:3e:f0:12:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f0:12:a9,bridge_name='br-int',has_traffic_filtering=True,id=76a7bb06-c5ee-450c-bc46-417d80d0f180,network=Network(64bc4f19-2685-4b15-867b-a73a650a8f07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76a7bb06-c5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.objects.instance [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lazy-loading 'pci_devices' on Instance uuid e1557b2f-7b96-4f2f-a121-b74bd73779fa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.objects.base [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Object Instance<e1557b2f-7b96-4f2f-a121-b74bd73779fa> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:08:32 user nova-compute[74287]:   <uuid>e1557b2f-7b96-4f2f-a121-b74bd73779fa</uuid>
Oct 26 08:08:32 user nova-compute[74287]:   <name>instance-00000018</name>
Oct 26 08:08:32 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:08:32 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:08:32 user nova-compute[74287]:   <metadata>
Oct 26 08:08:32 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:08:32 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:08:32 user nova-compute[74287]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-216613814</nova:name>
Oct 26 08:08:32 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:08:31</nova:creationTime>
Oct 26 08:08:32 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:08:32 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:08:32 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:08:32 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:08:32 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:08:32 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:08:32 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:08:32 user nova-compute[74287]:       <nova:owner>
Oct 26 08:08:32 user nova-compute[74287]:         <nova:user uuid="1b58cf1f99f24c1eaf837f89d8ec42a8">tempest-ServerStableDeviceRescueTest-2072515027-project-member</nova:user>
Oct 26 08:08:32 user nova-compute[74287]:         <nova:project uuid="4c2bde267a1e46f0b0bba8e2b335d845">tempest-ServerStableDeviceRescueTest-2072515027</nova:project>
Oct 26 08:08:32 user nova-compute[74287]:       </nova:owner>
Oct 26 08:08:32 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:08:32 user nova-compute[74287]:       <nova:ports>
Oct 26 08:08:32 user nova-compute[74287]:         <nova:port uuid="76a7bb06-c5ee-450c-bc46-417d80d0f180">
Oct 26 08:08:32 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 26 08:08:32 user nova-compute[74287]:         </nova:port>
Oct 26 08:08:32 user nova-compute[74287]:       </nova:ports>
Oct 26 08:08:32 user nova-compute[74287]:     </nova:instance>
Oct 26 08:08:32 user nova-compute[74287]:   </metadata>
Oct 26 08:08:32 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:08:32 user nova-compute[74287]:     <system>
Oct 26 08:08:32 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:08:32 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:08:32 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:08:32 user nova-compute[74287]:       <entry name="serial">e1557b2f-7b96-4f2f-a121-b74bd73779fa</entry>
Oct 26 08:08:32 user nova-compute[74287]:       <entry name="uuid">e1557b2f-7b96-4f2f-a121-b74bd73779fa</entry>
Oct 26 08:08:32 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:08:32 user nova-compute[74287]:     </system>
Oct 26 08:08:32 user nova-compute[74287]:   </sysinfo>
Oct 26 08:08:32 user nova-compute[74287]:   <os>
Oct 26 08:08:32 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:08:32 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:08:32 user nova-compute[74287]:   </os>
Oct 26 08:08:32 user nova-compute[74287]:   <features>
Oct 26 08:08:32 user nova-compute[74287]:     <acpi/>
Oct 26 08:08:32 user nova-compute[74287]:     <apic/>
Oct 26 08:08:32 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:08:32 user nova-compute[74287]:   </features>
Oct 26 08:08:32 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:08:32 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:08:32 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:08:32 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:08:32 user nova-compute[74287]:   </clock>
Oct 26 08:08:32 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:08:32 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:08:32 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:08:32 user nova-compute[74287]:   </cpu>
Oct 26 08:08:32 user nova-compute[74287]:   <devices>
Oct 26 08:08:32 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:08:32 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:08:32 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk"/>
Oct 26 08:08:32 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:08:32 user nova-compute[74287]:     </disk>
Oct 26 08:08:32 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:08:32 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:08:32 user nova-compute[74287]:       <source dev="/dev/sdb"/>
Oct 26 08:08:32 user nova-compute[74287]:       <target dev="vdb" bus="virtio"/>
Oct 26 08:08:32 user nova-compute[74287]:       <serial>2a1560b5-caba-4226-a85a-30fccb94cbb9</serial>
Oct 26 08:08:32 user nova-compute[74287]:     </disk>
Oct 26 08:08:32 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:08:32 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:08:32 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.rescue"/>
Oct 26 08:08:32 user nova-compute[74287]:       <target dev="vdc" bus="virtio"/>
Oct 26 08:08:32 user nova-compute[74287]:       <boot order="1"/>
Oct 26 08:08:32 user nova-compute[74287]:     </disk>
Oct 26 08:08:32 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:08:32 user nova-compute[74287]:       <mac address="fa:16:3e:f0:12:a9"/>
Oct 26 08:08:32 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:08:32 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:08:32 user nova-compute[74287]:       <target dev="tap76a7bb06-c5"/>
Oct 26 08:08:32 user nova-compute[74287]:     </interface>
Oct 26 08:08:32 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:08:32 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/console.log" append="off"/>
Oct 26 08:08:32 user nova-compute[74287]:     </serial>
Oct 26 08:08:32 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:08:32 user nova-compute[74287]:     <video>
Oct 26 08:08:32 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:08:32 user nova-compute[74287]:     </video>
Oct 26 08:08:32 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:08:32 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:08:32 user nova-compute[74287]:     </rng>
Oct 26 08:08:32 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:08:32 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:08:32 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:08:32 user nova-compute[74287]:     </memballoon>
Oct 26 08:08:32 user nova-compute[74287]:   </devices>
Oct 26 08:08:32 user nova-compute[74287]: </domain>
Oct 26 08:08:32 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:08:32 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Instance destroyed successfully.
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.objects.instance [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lazy-loading 'resources' on Instance uuid f638f2bf-c6cd-4481-8017-208b1368f26c {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:08:32 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Instance destroyed successfully.
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:59:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2139422210',display_name='tempest-ServersNegativeTestJSON-server-2139422210',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2139422210',id=14,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:59:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='218e9a6a59284439ab8264e8e7e6d018',ramdisk_id='',reservation_id='r-5ic41jma',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-2116051128',owner_user_name='tempest-ServersNegativeTestJSON-2116051128-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:59:27Z,user_data=None,user_id='08a7e09730e441fca48aa3bbbfa4e816',uuid=f638f2bf-c6cd-4481-8017-208b1368f26c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df982bdc-41e6-43cd-ae09-355e5d71b841", "address": "fa:16:3e:3d:1e:8f", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf982bdc-41", "ovs_interfaceid": "df982bdc-41e6-43cd-ae09-355e5d71b841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Converting VIF {"id": "df982bdc-41e6-43cd-ae09-355e5d71b841", "address": "fa:16:3e:3d:1e:8f", "network": {"id": "701fd62d-41bf-48fb-b193-c2fd4c69618a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2080391181-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "218e9a6a59284439ab8264e8e7e6d018", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf982bdc-41", "ovs_interfaceid": "df982bdc-41e6-43cd-ae09-355e5d71b841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3d:1e:8f,bridge_name='br-int',has_traffic_filtering=True,id=df982bdc-41e6-43cd-ae09-355e5d71b841,network=Network(701fd62d-41bf-48fb-b193-c2fd4c69618a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf982bdc-41') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG os_vif [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:1e:8f,bridge_name='br-int',has_traffic_filtering=True,id=df982bdc-41e6-43cd-ae09-355e5d71b841,network=Network(701fd62d-41bf-48fb-b193-c2fd4c69618a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf982bdc-41') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdf982bdc-41, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a2db0b6b-c071-4663-badf-34f09ae9c084) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:32 user nova-compute[74287]: INFO os_vif [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:1e:8f,bridge_name='br-int',has_traffic_filtering=True,id=df982bdc-41e6-43cd-ae09-355e5d71b841,network=Network(701fd62d-41bf-48fb-b193-c2fd4c69618a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf982bdc-41')
Oct 26 08:08:32 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Deleting instance files /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c_del
Oct 26 08:08:32 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Deletion of /opt/stack/data/nova/instances/f638f2bf-c6cd-4481-8017-208b1368f26c_del complete
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] No VIF found with MAC fa:16:3e:f0:12:a9, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:08:32 user nova-compute[74287]: INFO nova.compute.manager [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Took 1.05 seconds to destroy the instance on the hypervisor.
Oct 26 08:08:32 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-f1e440a3-7675-4c2f-9504-6ac98d8268cb req-dcc2f799-a9fa-419b-ac7f-7448903ca8d4 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Received event network-vif-deleted-df982bdc-41e6-43cd-ae09-355e5d71b841 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:32 user nova-compute[74287]: INFO nova.compute.manager [req-f1e440a3-7675-4c2f-9504-6ac98d8268cb req-dcc2f799-a9fa-419b-ac7f-7448903ca8d4 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Neutron deleted interface df982bdc-41e6-43cd-ae09-355e5d71b841; detaching it from the instance and deleting it from the info cache
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.network.neutron [req-f1e440a3-7675-4c2f-9504-6ac98d8268cb req-dcc2f799-a9fa-419b-ac7f-7448903ca8d4 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:08:32 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Took 0.56 seconds to deallocate network for instance.
Oct 26 08:08:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-f1e440a3-7675-4c2f-9504-6ac98d8268cb req-dcc2f799-a9fa-419b-ac7f-7448903ca8d4 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Detach interface failed, port_id=df982bdc-41e6-43cd-ae09-355e5d71b841, reason: Instance f638f2bf-c6cd-4481-8017-208b1368f26c could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Refreshing inventories for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Updating ProviderTree inventory for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Updating inventory in ProviderTree for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Refreshing aggregate associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, aggregates: None {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Refreshing trait associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, traits: HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.679s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:33 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Deleted allocations for instance f638f2bf-c6cd-4481-8017-208b1368f26c
Oct 26 08:08:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-d27bb9bc-6742-4c52-87af-d80361ddd538 req-3bf7ff21-1073-4747-a024-bd2abbdea1c0 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Received event network-vif-plugged-df982bdc-41e6-43cd-ae09-355e5d71b841 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d27bb9bc-6742-4c52-87af-d80361ddd538 req-3bf7ff21-1073-4747-a024-bd2abbdea1c0 service nova] Acquiring lock "f638f2bf-c6cd-4481-8017-208b1368f26c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d27bb9bc-6742-4c52-87af-d80361ddd538 req-3bf7ff21-1073-4747-a024-bd2abbdea1c0 service nova] Lock "f638f2bf-c6cd-4481-8017-208b1368f26c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d27bb9bc-6742-4c52-87af-d80361ddd538 req-3bf7ff21-1073-4747-a024-bd2abbdea1c0 service nova] Lock "f638f2bf-c6cd-4481-8017-208b1368f26c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-d27bb9bc-6742-4c52-87af-d80361ddd538 req-3bf7ff21-1073-4747-a024-bd2abbdea1c0 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] No waiting events found dispatching network-vif-plugged-df982bdc-41e6-43cd-ae09-355e5d71b841 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:33 user nova-compute[74287]: WARNING nova.compute.manager [req-d27bb9bc-6742-4c52-87af-d80361ddd538 req-3bf7ff21-1073-4747-a024-bd2abbdea1c0 service nova] [instance: f638f2bf-c6cd-4481-8017-208b1368f26c] Received unexpected event network-vif-plugged-df982bdc-41e6-43cd-ae09-355e5d71b841 for instance with vm_state deleted and task_state None.
Oct 26 08:08:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6897ce65-0da8-46af-9256-713e79ac505f tempest-ServersNegativeTestJSON-2116051128 tempest-ServersNegativeTestJSON-2116051128-project-member] Lock "f638f2bf-c6cd-4481-8017-208b1368f26c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.543s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-a299d39e-9bd8-4b83-8dfa-d74a686154be req-c3b70b17-68a2-44ba-9b6b-47d2d7cdb0ce service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a299d39e-9bd8-4b83-8dfa-d74a686154be req-c3b70b17-68a2-44ba-9b6b-47d2d7cdb0ce service nova] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a299d39e-9bd8-4b83-8dfa-d74a686154be req-c3b70b17-68a2-44ba-9b6b-47d2d7cdb0ce service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a299d39e-9bd8-4b83-8dfa-d74a686154be req-c3b70b17-68a2-44ba-9b6b-47d2d7cdb0ce service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-a299d39e-9bd8-4b83-8dfa-d74a686154be req-c3b70b17-68a2-44ba-9b6b-47d2d7cdb0ce service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] No waiting events found dispatching network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:33 user nova-compute[74287]: WARNING nova.compute.manager [req-a299d39e-9bd8-4b83-8dfa-d74a686154be req-c3b70b17-68a2-44ba-9b6b-47d2d7cdb0ce service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received unexpected event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 for instance with vm_state active and task_state rescuing.
Oct 26 08:08:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.212s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.288s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.289s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:08:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:36 user nova-compute[74287]: DEBUG nova.compute.manager [req-8a5da89a-b709-4e51-b8fa-58552a1027af req-c05609c8-4946-4a53-aef7-978429220051 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:08:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8a5da89a-b709-4e51-b8fa-58552a1027af req-c05609c8-4946-4a53-aef7-978429220051 service nova] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8a5da89a-b709-4e51-b8fa-58552a1027af req-c05609c8-4946-4a53-aef7-978429220051 service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8a5da89a-b709-4e51-b8fa-58552a1027af req-c05609c8-4946-4a53-aef7-978429220051 service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:36 user nova-compute[74287]: DEBUG nova.compute.manager [req-8a5da89a-b709-4e51-b8fa-58552a1027af req-c05609c8-4946-4a53-aef7-978429220051 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] No waiting events found dispatching network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:08:36 user nova-compute[74287]: WARNING nova.compute.manager [req-8a5da89a-b709-4e51-b8fa-58552a1027af req-c05609c8-4946-4a53-aef7-978429220051 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received unexpected event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 for instance with vm_state active and task_state rescuing.
Oct 26 08:08:36 user nova-compute[74287]: DEBUG nova.compute.manager [None req-700955b6-7dd2-49ad-a8d3-40369d18e291 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:08:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.rescue --force-share --output=json" returned: 0 in 0.220s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:08:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:08:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:38 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:08:38 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:08:38 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8191MB free_disk=24.914813995361328GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:08:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 54cf3ac1-8844-4888-bc76-57a5be12e347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance e1557b2f-7b96-4f2f-a121-b74bd73779fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance dedf35eb-acc6-4779-9b53-44495328c141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 6d7003c8-1ffe-4367-881d-940a70d41088 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.465s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:08:39 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74287) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 08:08:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:08:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:08:41 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:08:41 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Didn't find any instances for network info cache update. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 08:08:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:08:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:08:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:08:41 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:08:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:44 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:08:46 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:08:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:08:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:08:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:08:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:08:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:50 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:08:50 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 08:08:50 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] There are 0 instances to clean {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 08:08:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:08:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:57 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:08:58 user nova-compute[74287]: INFO nova.compute.claims [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Claim successful on node user
Oct 26 08:08:58 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.488s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:08:58 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:08:58 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG nova.policy [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '859a049e05c6402a98f3e10b216cd990', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce4db76d8c424e10b26fb0e8aaf8e1bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:08:58 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Creating image(s)
Oct 26 08:08:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "/opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "/opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "/opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk 1073741824" returned: 0 in 0.053s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Successfully created port: 7ecae8a9-07b5-4f43-9a44-721334408884 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Cannot resize image /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Ensure instance console log exists: /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:08:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Successfully updated port: 7ecae8a9-07b5-4f43-9a44-721334408884 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "refresh_cache-ee8b81c9-1f93-479e-9973-7110ef7fa6a9" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquired lock "refresh_cache-ee8b81c9-1f93-479e-9973-7110ef7fa6a9" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.compute.manager [req-c8292b26-e83e-4c2e-9e82-0bea7ba830b5 req-dacc1bab-360e-4954-be50-570fa3893510 service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Received event network-changed-7ecae8a9-07b5-4f43-9a44-721334408884 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.compute.manager [req-c8292b26-e83e-4c2e-9e82-0bea7ba830b5 req-dacc1bab-360e-4954-be50-570fa3893510 service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Refreshing instance network info cache due to event network-changed-7ecae8a9-07b5-4f43-9a44-721334408884. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c8292b26-e83e-4c2e-9e82-0bea7ba830b5 req-dacc1bab-360e-4954-be50-570fa3893510 service nova] Acquiring lock "refresh_cache-ee8b81c9-1f93-479e-9973-7110ef7fa6a9" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Updating instance_info_cache with network_info: [{"id": "7ecae8a9-07b5-4f43-9a44-721334408884", "address": "fa:16:3e:bc:7d:67", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecae8a9-07", "ovs_interfaceid": "7ecae8a9-07b5-4f43-9a44-721334408884", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Releasing lock "refresh_cache-ee8b81c9-1f93-479e-9973-7110ef7fa6a9" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Instance network_info: |[{"id": "7ecae8a9-07b5-4f43-9a44-721334408884", "address": "fa:16:3e:bc:7d:67", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecae8a9-07", "ovs_interfaceid": "7ecae8a9-07b5-4f43-9a44-721334408884", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c8292b26-e83e-4c2e-9e82-0bea7ba830b5 req-dacc1bab-360e-4954-be50-570fa3893510 service nova] Acquired lock "refresh_cache-ee8b81c9-1f93-479e-9973-7110ef7fa6a9" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.network.neutron [req-c8292b26-e83e-4c2e-9e82-0bea7ba830b5 req-dacc1bab-360e-4954-be50-570fa3893510 service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Refreshing network info cache for port 7ecae8a9-07b5-4f43-9a44-721334408884 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Start _get_guest_xml network_info=[{"id": "7ecae8a9-07b5-4f43-9a44-721334408884", "address": "fa:16:3e:bc:7d:67", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecae8a9-07", "ovs_interfaceid": "7ecae8a9-07b5-4f43-9a44-721334408884", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:09:00 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:09:00 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:08:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-639435830',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-639435830',id=27,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ce4db76d8c424e10b26fb0e8aaf8e1bc',ramdisk_id='',reservation_id='r-8868y6z0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-503266126',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:08:59Z,user_data=None,user_id='859a049e05c6402a98f3e10b216cd990',uuid=ee8b81c9-1f93-479e-9973-7110ef7fa6a9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ecae8a9-07b5-4f43-9a44-721334408884", "address": "fa:16:3e:bc:7d:67", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecae8a9-07", "ovs_interfaceid": "7ecae8a9-07b5-4f43-9a44-721334408884", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converting VIF {"id": "7ecae8a9-07b5-4f43-9a44-721334408884", "address": "fa:16:3e:bc:7d:67", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecae8a9-07", "ovs_interfaceid": "7ecae8a9-07b5-4f43-9a44-721334408884", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:7d:67,bridge_name='br-int',has_traffic_filtering=True,id=7ecae8a9-07b5-4f43-9a44-721334408884,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ecae8a9-07') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'pci_devices' on Instance uuid ee8b81c9-1f93-479e-9973-7110ef7fa6a9 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:09:00 user nova-compute[74287]:   <uuid>ee8b81c9-1f93-479e-9973-7110ef7fa6a9</uuid>
Oct 26 08:09:00 user nova-compute[74287]:   <name>instance-0000001b</name>
Oct 26 08:09:00 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:09:00 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:09:00 user nova-compute[74287]:   <metadata>
Oct 26 08:09:00 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:09:00 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:09:00 user nova-compute[74287]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-639435830</nova:name>
Oct 26 08:09:00 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:09:00</nova:creationTime>
Oct 26 08:09:00 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:09:00 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:09:00 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:09:00 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:09:00 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:09:00 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:09:00 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:09:00 user nova-compute[74287]:       <nova:owner>
Oct 26 08:09:00 user nova-compute[74287]:         <nova:user uuid="859a049e05c6402a98f3e10b216cd990">tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member</nova:user>
Oct 26 08:09:00 user nova-compute[74287]:         <nova:project uuid="ce4db76d8c424e10b26fb0e8aaf8e1bc">tempest-ServerBootFromVolumeStableRescueTest-503266126</nova:project>
Oct 26 08:09:00 user nova-compute[74287]:       </nova:owner>
Oct 26 08:09:00 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:09:00 user nova-compute[74287]:       <nova:ports>
Oct 26 08:09:00 user nova-compute[74287]:         <nova:port uuid="7ecae8a9-07b5-4f43-9a44-721334408884">
Oct 26 08:09:00 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 08:09:00 user nova-compute[74287]:         </nova:port>
Oct 26 08:09:00 user nova-compute[74287]:       </nova:ports>
Oct 26 08:09:00 user nova-compute[74287]:     </nova:instance>
Oct 26 08:09:00 user nova-compute[74287]:   </metadata>
Oct 26 08:09:00 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:09:00 user nova-compute[74287]:     <system>
Oct 26 08:09:00 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:09:00 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:09:00 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:09:00 user nova-compute[74287]:       <entry name="serial">ee8b81c9-1f93-479e-9973-7110ef7fa6a9</entry>
Oct 26 08:09:00 user nova-compute[74287]:       <entry name="uuid">ee8b81c9-1f93-479e-9973-7110ef7fa6a9</entry>
Oct 26 08:09:00 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:09:00 user nova-compute[74287]:     </system>
Oct 26 08:09:00 user nova-compute[74287]:   </sysinfo>
Oct 26 08:09:00 user nova-compute[74287]:   <os>
Oct 26 08:09:00 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:09:00 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:09:00 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:09:00 user nova-compute[74287]:   </os>
Oct 26 08:09:00 user nova-compute[74287]:   <features>
Oct 26 08:09:00 user nova-compute[74287]:     <acpi/>
Oct 26 08:09:00 user nova-compute[74287]:     <apic/>
Oct 26 08:09:00 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:09:00 user nova-compute[74287]:   </features>
Oct 26 08:09:00 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:09:00 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:09:00 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:09:00 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:09:00 user nova-compute[74287]:   </clock>
Oct 26 08:09:00 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:09:00 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:09:00 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:09:00 user nova-compute[74287]:   </cpu>
Oct 26 08:09:00 user nova-compute[74287]:   <devices>
Oct 26 08:09:00 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:09:00 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:09:00 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk"/>
Oct 26 08:09:00 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:09:00 user nova-compute[74287]:     </disk>
Oct 26 08:09:00 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:09:00 user nova-compute[74287]:       <mac address="fa:16:3e:bc:7d:67"/>
Oct 26 08:09:00 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:09:00 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:09:00 user nova-compute[74287]:       <target dev="tap7ecae8a9-07"/>
Oct 26 08:09:00 user nova-compute[74287]:     </interface>
Oct 26 08:09:00 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:09:00 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/console.log" append="off"/>
Oct 26 08:09:00 user nova-compute[74287]:     </serial>
Oct 26 08:09:00 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:09:00 user nova-compute[74287]:     <video>
Oct 26 08:09:00 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:09:00 user nova-compute[74287]:     </video>
Oct 26 08:09:00 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:09:00 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:09:00 user nova-compute[74287]:     </rng>
Oct 26 08:09:00 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:09:00 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:09:00 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:09:00 user nova-compute[74287]:     </memballoon>
Oct 26 08:09:00 user nova-compute[74287]:   </devices>
Oct 26 08:09:00 user nova-compute[74287]: </domain>
Oct 26 08:09:00 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:08:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-639435830',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-639435830',id=27,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ce4db76d8c424e10b26fb0e8aaf8e1bc',ramdisk_id='',reservation_id='r-8868y6z0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-503266126',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:08:59Z,user_data=None,user_id='859a049e05c6402a98f3e10b216cd990',uuid=ee8b81c9-1f93-479e-9973-7110ef7fa6a9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ecae8a9-07b5-4f43-9a44-721334408884", "address": "fa:16:3e:bc:7d:67", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecae8a9-07", "ovs_interfaceid": "7ecae8a9-07b5-4f43-9a44-721334408884", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converting VIF {"id": "7ecae8a9-07b5-4f43-9a44-721334408884", "address": "fa:16:3e:bc:7d:67", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecae8a9-07", "ovs_interfaceid": "7ecae8a9-07b5-4f43-9a44-721334408884", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:7d:67,bridge_name='br-int',has_traffic_filtering=True,id=7ecae8a9-07b5-4f43-9a44-721334408884,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ecae8a9-07') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG os_vif [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:7d:67,bridge_name='br-int',has_traffic_filtering=True,id=7ecae8a9-07b5-4f43-9a44-721334408884,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ecae8a9-07') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '343cca78-ae9c-515d-af95-3d9ba0e1ea02', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7ecae8a9-07, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7ecae8a9-07, col_values=(('qos', UUID('ef24fa48-b6e6-4bf3-b8ae-3b693bef2761')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7ecae8a9-07, col_values=(('external_ids', {'iface-id': '7ecae8a9-07b5-4f43-9a44-721334408884', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bc:7d:67', 'vm-uuid': 'ee8b81c9-1f93-479e-9973-7110ef7fa6a9'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:09:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:00 user nova-compute[74287]: INFO os_vif [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:7d:67,bridge_name='br-int',has_traffic_filtering=True,id=7ecae8a9-07b5-4f43-9a44-721334408884,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ecae8a9-07')
Oct 26 08:09:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:09:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] No VIF found with MAC fa:16:3e:bc:7d:67, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:09:01 user nova-compute[74287]: DEBUG nova.network.neutron [req-c8292b26-e83e-4c2e-9e82-0bea7ba830b5 req-dacc1bab-360e-4954-be50-570fa3893510 service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Updated VIF entry in instance network info cache for port 7ecae8a9-07b5-4f43-9a44-721334408884. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:09:01 user nova-compute[74287]: DEBUG nova.network.neutron [req-c8292b26-e83e-4c2e-9e82-0bea7ba830b5 req-dacc1bab-360e-4954-be50-570fa3893510 service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Updating instance_info_cache with network_info: [{"id": "7ecae8a9-07b5-4f43-9a44-721334408884", "address": "fa:16:3e:bc:7d:67", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecae8a9-07", "ovs_interfaceid": "7ecae8a9-07b5-4f43-9a44-721334408884", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:09:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c8292b26-e83e-4c2e-9e82-0bea7ba830b5 req-dacc1bab-360e-4954-be50-570fa3893510 service nova] Releasing lock "refresh_cache-ee8b81c9-1f93-479e-9973-7110ef7fa6a9" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:09:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:02 user nova-compute[74287]: DEBUG nova.compute.manager [req-8eac2ea3-3494-4ddc-ad0a-c2e5bc6b016c req-e08ccf89-1165-4bf0-bf21-b15bdc5f6621 service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Received event network-vif-plugged-7ecae8a9-07b5-4f43-9a44-721334408884 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:09:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8eac2ea3-3494-4ddc-ad0a-c2e5bc6b016c req-e08ccf89-1165-4bf0-bf21-b15bdc5f6621 service nova] Acquiring lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8eac2ea3-3494-4ddc-ad0a-c2e5bc6b016c req-e08ccf89-1165-4bf0-bf21-b15bdc5f6621 service nova] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8eac2ea3-3494-4ddc-ad0a-c2e5bc6b016c req-e08ccf89-1165-4bf0-bf21-b15bdc5f6621 service nova] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:02 user nova-compute[74287]: DEBUG nova.compute.manager [req-8eac2ea3-3494-4ddc-ad0a-c2e5bc6b016c req-e08ccf89-1165-4bf0-bf21-b15bdc5f6621 service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] No waiting events found dispatching network-vif-plugged-7ecae8a9-07b5-4f43-9a44-721334408884 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:09:02 user nova-compute[74287]: WARNING nova.compute.manager [req-8eac2ea3-3494-4ddc-ad0a-c2e5bc6b016c req-e08ccf89-1165-4bf0-bf21-b15bdc5f6621 service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Received unexpected event network-vif-plugged-7ecae8a9-07b5-4f43-9a44-721334408884 for instance with vm_state building and task_state spawning.
Oct 26 08:09:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:04 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:09:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:09:04 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Instance spawned successfully.
Oct 26 08:09:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:09:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:09:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:09:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:09:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:09:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:09:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:09:04 user nova-compute[74287]: INFO nova.compute.manager [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Took 5.81 seconds to spawn the instance on the hypervisor.
Oct 26 08:09:04 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:09:04 user nova-compute[74287]: INFO nova.compute.manager [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Took 6.61 seconds to build instance.
Oct 26 08:09:04 user nova-compute[74287]: DEBUG nova.compute.manager [req-2a890f2f-315f-4fd3-afc2-314131a2101e req-ee60f7b4-8119-4098-a91c-5184c772ff9a service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Received event network-vif-plugged-7ecae8a9-07b5-4f43-9a44-721334408884 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:09:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2a890f2f-315f-4fd3-afc2-314131a2101e req-ee60f7b4-8119-4098-a91c-5184c772ff9a service nova] Acquiring lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2a890f2f-315f-4fd3-afc2-314131a2101e req-ee60f7b4-8119-4098-a91c-5184c772ff9a service nova] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2a890f2f-315f-4fd3-afc2-314131a2101e req-ee60f7b4-8119-4098-a91c-5184c772ff9a service nova] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:04 user nova-compute[74287]: DEBUG nova.compute.manager [req-2a890f2f-315f-4fd3-afc2-314131a2101e req-ee60f7b4-8119-4098-a91c-5184c772ff9a service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] No waiting events found dispatching network-vif-plugged-7ecae8a9-07b5-4f43-9a44-721334408884 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:09:04 user nova-compute[74287]: WARNING nova.compute.manager [req-2a890f2f-315f-4fd3-afc2-314131a2101e req-ee60f7b4-8119-4098-a91c-5184c772ff9a service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Received unexpected event network-vif-plugged-7ecae8a9-07b5-4f43-9a44-721334408884 for instance with vm_state active and task_state None.
Oct 26 08:09:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0dd4b0-6d4c-4d31-9adb-c3546a7f20c8 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.700s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:09:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:18 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:09:18 user nova-compute[74287]: INFO nova.compute.claims [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Claim successful on node user
Oct 26 08:09:19 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.446s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG nova.network.neutron [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:09:19 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:09:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG nova.policy [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a78214fda9f4380bf83ed5d934df4a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2de70dd2b604287aae80e16f40784f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:09:19 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Creating image(s)
Oct 26 08:09:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "/opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "/opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "/opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk 1073741824" returned: 0 in 0.068s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:19 user nova-compute[74287]: DEBUG nova.network.neutron [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Successfully created port: 966377c4-2266-4576-a9a7-74e7ce24e00f {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.192s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Cannot resize image /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Ensure instance console log exists: /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Successfully updated port: 966377c4-2266-4576-a9a7-74e7ce24e00f {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "refresh_cache-7b49182e-e9e3-4d75-ac5e-58aae121c186" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquired lock "refresh_cache-7b49182e-e9e3-4d75-ac5e-58aae121c186" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-aac81bad-b2a1-47e8-b97c-9b4aaac9aa8c req-b5e0c644-d5ae-4ef8-9df0-fb9207d282e1 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Received event network-changed-966377c4-2266-4576-a9a7-74e7ce24e00f {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-aac81bad-b2a1-47e8-b97c-9b4aaac9aa8c req-b5e0c644-d5ae-4ef8-9df0-fb9207d282e1 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Refreshing instance network info cache due to event network-changed-966377c4-2266-4576-a9a7-74e7ce24e00f. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-aac81bad-b2a1-47e8-b97c-9b4aaac9aa8c req-b5e0c644-d5ae-4ef8-9df0-fb9207d282e1 service nova] Acquiring lock "refresh_cache-7b49182e-e9e3-4d75-ac5e-58aae121c186" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:09:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Updating instance_info_cache with network_info: [{"id": "966377c4-2266-4576-a9a7-74e7ce24e00f", "address": "fa:16:3e:68:a1:af", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap966377c4-22", "ovs_interfaceid": "966377c4-2266-4576-a9a7-74e7ce24e00f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Releasing lock "refresh_cache-7b49182e-e9e3-4d75-ac5e-58aae121c186" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Instance network_info: |[{"id": "966377c4-2266-4576-a9a7-74e7ce24e00f", "address": "fa:16:3e:68:a1:af", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap966377c4-22", "ovs_interfaceid": "966377c4-2266-4576-a9a7-74e7ce24e00f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-aac81bad-b2a1-47e8-b97c-9b4aaac9aa8c req-b5e0c644-d5ae-4ef8-9df0-fb9207d282e1 service nova] Acquired lock "refresh_cache-7b49182e-e9e3-4d75-ac5e-58aae121c186" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.network.neutron [req-aac81bad-b2a1-47e8-b97c-9b4aaac9aa8c req-b5e0c644-d5ae-4ef8-9df0-fb9207d282e1 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Refreshing network info cache for port 966377c4-2266-4576-a9a7-74e7ce24e00f {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Start _get_guest_xml network_info=[{"id": "966377c4-2266-4576-a9a7-74e7ce24e00f", "address": "fa:16:3e:68:a1:af", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap966377c4-22", "ovs_interfaceid": "966377c4-2266-4576-a9a7-74e7ce24e00f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:09:21 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:09:21 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:09:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1881051775',display_name='tempest-VolumesSnapshotTestJSON-instance-1881051775',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1881051775',id=28,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD0vVK1RMUtQmdc6UzEBNQRaSaqO8B79v+Pox4UfY8gWny7vqC8u9lrz3wNG26kSrF/xc8CfyLvSiocJwu4s9EvD8eCOpf5iZmKqotrPlroC9L15CznGZau/rCeE4ADKXg==',key_name='tempest-keypair-1188108828',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e2de70dd2b604287aae80e16f40784f1',ramdisk_id='',reservation_id='r-aq9ky8ta',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1194228923',owner_user_name='tempest-VolumesSnapshotTestJSON-1194228923-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:09:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a78214fda9f4380bf83ed5d934df4a8',uuid=7b49182e-e9e3-4d75-ac5e-58aae121c186,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "966377c4-2266-4576-a9a7-74e7ce24e00f", "address": "fa:16:3e:68:a1:af", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap966377c4-22", "ovs_interfaceid": "966377c4-2266-4576-a9a7-74e7ce24e00f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Converting VIF {"id": "966377c4-2266-4576-a9a7-74e7ce24e00f", "address": "fa:16:3e:68:a1:af", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap966377c4-22", "ovs_interfaceid": "966377c4-2266-4576-a9a7-74e7ce24e00f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:a1:af,bridge_name='br-int',has_traffic_filtering=True,id=966377c4-2266-4576-a9a7-74e7ce24e00f,network=Network(c4bb9568-d5cc-4c88-8791-b79422a3859d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap966377c4-22') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.objects.instance [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lazy-loading 'pci_devices' on Instance uuid 7b49182e-e9e3-4d75-ac5e-58aae121c186 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:09:21 user nova-compute[74287]:   <uuid>7b49182e-e9e3-4d75-ac5e-58aae121c186</uuid>
Oct 26 08:09:21 user nova-compute[74287]:   <name>instance-0000001c</name>
Oct 26 08:09:21 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:09:21 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:09:21 user nova-compute[74287]:   <metadata>
Oct 26 08:09:21 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:09:21 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:09:21 user nova-compute[74287]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1881051775</nova:name>
Oct 26 08:09:21 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:09:21</nova:creationTime>
Oct 26 08:09:21 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:09:21 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:09:21 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:09:21 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:09:21 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:09:21 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:09:21 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:09:21 user nova-compute[74287]:       <nova:owner>
Oct 26 08:09:21 user nova-compute[74287]:         <nova:user uuid="9a78214fda9f4380bf83ed5d934df4a8">tempest-VolumesSnapshotTestJSON-1194228923-project-member</nova:user>
Oct 26 08:09:21 user nova-compute[74287]:         <nova:project uuid="e2de70dd2b604287aae80e16f40784f1">tempest-VolumesSnapshotTestJSON-1194228923</nova:project>
Oct 26 08:09:21 user nova-compute[74287]:       </nova:owner>
Oct 26 08:09:21 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:09:21 user nova-compute[74287]:       <nova:ports>
Oct 26 08:09:21 user nova-compute[74287]:         <nova:port uuid="966377c4-2266-4576-a9a7-74e7ce24e00f">
Oct 26 08:09:21 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 26 08:09:21 user nova-compute[74287]:         </nova:port>
Oct 26 08:09:21 user nova-compute[74287]:       </nova:ports>
Oct 26 08:09:21 user nova-compute[74287]:     </nova:instance>
Oct 26 08:09:21 user nova-compute[74287]:   </metadata>
Oct 26 08:09:21 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:09:21 user nova-compute[74287]:     <system>
Oct 26 08:09:21 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:09:21 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:09:21 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:09:21 user nova-compute[74287]:       <entry name="serial">7b49182e-e9e3-4d75-ac5e-58aae121c186</entry>
Oct 26 08:09:21 user nova-compute[74287]:       <entry name="uuid">7b49182e-e9e3-4d75-ac5e-58aae121c186</entry>
Oct 26 08:09:21 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:09:21 user nova-compute[74287]:     </system>
Oct 26 08:09:21 user nova-compute[74287]:   </sysinfo>
Oct 26 08:09:21 user nova-compute[74287]:   <os>
Oct 26 08:09:21 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:09:21 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:09:21 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:09:21 user nova-compute[74287]:   </os>
Oct 26 08:09:21 user nova-compute[74287]:   <features>
Oct 26 08:09:21 user nova-compute[74287]:     <acpi/>
Oct 26 08:09:21 user nova-compute[74287]:     <apic/>
Oct 26 08:09:21 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:09:21 user nova-compute[74287]:   </features>
Oct 26 08:09:21 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:09:21 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:09:21 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:09:21 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:09:21 user nova-compute[74287]:   </clock>
Oct 26 08:09:21 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:09:21 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:09:21 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:09:21 user nova-compute[74287]:   </cpu>
Oct 26 08:09:21 user nova-compute[74287]:   <devices>
Oct 26 08:09:21 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:09:21 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:09:21 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk"/>
Oct 26 08:09:21 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:09:21 user nova-compute[74287]:     </disk>
Oct 26 08:09:21 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:09:21 user nova-compute[74287]:       <mac address="fa:16:3e:68:a1:af"/>
Oct 26 08:09:21 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:09:21 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:09:21 user nova-compute[74287]:       <target dev="tap966377c4-22"/>
Oct 26 08:09:21 user nova-compute[74287]:     </interface>
Oct 26 08:09:21 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:09:21 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/console.log" append="off"/>
Oct 26 08:09:21 user nova-compute[74287]:     </serial>
Oct 26 08:09:21 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:09:21 user nova-compute[74287]:     <video>
Oct 26 08:09:21 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:09:21 user nova-compute[74287]:     </video>
Oct 26 08:09:21 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:09:21 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:09:21 user nova-compute[74287]:     </rng>
Oct 26 08:09:21 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:09:21 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:09:21 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:09:21 user nova-compute[74287]:     </memballoon>
Oct 26 08:09:21 user nova-compute[74287]:   </devices>
Oct 26 08:09:21 user nova-compute[74287]: </domain>
Oct 26 08:09:21 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:09:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1881051775',display_name='tempest-VolumesSnapshotTestJSON-instance-1881051775',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1881051775',id=28,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD0vVK1RMUtQmdc6UzEBNQRaSaqO8B79v+Pox4UfY8gWny7vqC8u9lrz3wNG26kSrF/xc8CfyLvSiocJwu4s9EvD8eCOpf5iZmKqotrPlroC9L15CznGZau/rCeE4ADKXg==',key_name='tempest-keypair-1188108828',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e2de70dd2b604287aae80e16f40784f1',ramdisk_id='',reservation_id='r-aq9ky8ta',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1194228923',owner_user_name='tempest-VolumesSnapshotTestJSON-1194228923-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:09:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a78214fda9f4380bf83ed5d934df4a8',uuid=7b49182e-e9e3-4d75-ac5e-58aae121c186,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "966377c4-2266-4576-a9a7-74e7ce24e00f", "address": "fa:16:3e:68:a1:af", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap966377c4-22", "ovs_interfaceid": "966377c4-2266-4576-a9a7-74e7ce24e00f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Converting VIF {"id": "966377c4-2266-4576-a9a7-74e7ce24e00f", "address": "fa:16:3e:68:a1:af", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap966377c4-22", "ovs_interfaceid": "966377c4-2266-4576-a9a7-74e7ce24e00f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:a1:af,bridge_name='br-int',has_traffic_filtering=True,id=966377c4-2266-4576-a9a7-74e7ce24e00f,network=Network(c4bb9568-d5cc-4c88-8791-b79422a3859d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap966377c4-22') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG os_vif [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:a1:af,bridge_name='br-int',has_traffic_filtering=True,id=966377c4-2266-4576-a9a7-74e7ce24e00f,network=Network(c4bb9568-d5cc-4c88-8791-b79422a3859d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap966377c4-22') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e0d0a379-608e-5aeb-a995-44e36ab36a0c', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap966377c4-22, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap966377c4-22, col_values=(('qos', UUID('df50f13a-598d-4488-8ef9-8ddeb9352710')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap966377c4-22, col_values=(('external_ids', {'iface-id': '966377c4-2266-4576-a9a7-74e7ce24e00f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:68:a1:af', 'vm-uuid': '7b49182e-e9e3-4d75-ac5e-58aae121c186'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:21 user nova-compute[74287]: INFO os_vif [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:a1:af,bridge_name='br-int',has_traffic_filtering=True,id=966377c4-2266-4576-a9a7-74e7ce24e00f,network=Network(c4bb9568-d5cc-4c88-8791-b79422a3859d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap966377c4-22')
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] No VIF found with MAC fa:16:3e:68:a1:af, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.network.neutron [req-aac81bad-b2a1-47e8-b97c-9b4aaac9aa8c req-b5e0c644-d5ae-4ef8-9df0-fb9207d282e1 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Updated VIF entry in instance network info cache for port 966377c4-2266-4576-a9a7-74e7ce24e00f. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG nova.network.neutron [req-aac81bad-b2a1-47e8-b97c-9b4aaac9aa8c req-b5e0c644-d5ae-4ef8-9df0-fb9207d282e1 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Updating instance_info_cache with network_info: [{"id": "966377c4-2266-4576-a9a7-74e7ce24e00f", "address": "fa:16:3e:68:a1:af", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap966377c4-22", "ovs_interfaceid": "966377c4-2266-4576-a9a7-74e7ce24e00f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:09:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-aac81bad-b2a1-47e8-b97c-9b4aaac9aa8c req-b5e0c644-d5ae-4ef8-9df0-fb9207d282e1 service nova] Releasing lock "refresh_cache-7b49182e-e9e3-4d75-ac5e-58aae121c186" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:09:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-57f62a52-4557-4ef1-9c87-af52c2c24737 req-18d8d6aa-1d65-4d6d-a4a2-0856d991a76b service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Received event network-vif-plugged-966377c4-2266-4576-a9a7-74e7ce24e00f {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:09:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-57f62a52-4557-4ef1-9c87-af52c2c24737 req-18d8d6aa-1d65-4d6d-a4a2-0856d991a76b service nova] Acquiring lock "7b49182e-e9e3-4d75-ac5e-58aae121c186-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-57f62a52-4557-4ef1-9c87-af52c2c24737 req-18d8d6aa-1d65-4d6d-a4a2-0856d991a76b service nova] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-57f62a52-4557-4ef1-9c87-af52c2c24737 req-18d8d6aa-1d65-4d6d-a4a2-0856d991a76b service nova] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-57f62a52-4557-4ef1-9c87-af52c2c24737 req-18d8d6aa-1d65-4d6d-a4a2-0856d991a76b service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] No waiting events found dispatching network-vif-plugged-966377c4-2266-4576-a9a7-74e7ce24e00f {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:09:23 user nova-compute[74287]: WARNING nova.compute.manager [req-57f62a52-4557-4ef1-9c87-af52c2c24737 req-18d8d6aa-1d65-4d6d-a4a2-0856d991a76b service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Received unexpected event network-vif-plugged-966377c4-2266-4576-a9a7-74e7ce24e00f for instance with vm_state building and task_state spawning.
Oct 26 08:09:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-128d3b91-d8d9-4f5c-a752-e8de6914bae3 req-c74f5294-6527-48f5-a1f1-9cb23333a101 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-changed-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-128d3b91-d8d9-4f5c-a752-e8de6914bae3 req-c74f5294-6527-48f5-a1f1-9cb23333a101 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Refreshing instance network info cache due to event network-changed-6d34d1f2-6c87-4935-8a67-474403b3bb11. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-128d3b91-d8d9-4f5c-a752-e8de6914bae3 req-c74f5294-6527-48f5-a1f1-9cb23333a101 service nova] Acquiring lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-128d3b91-d8d9-4f5c-a752-e8de6914bae3 req-c74f5294-6527-48f5-a1f1-9cb23333a101 service nova] Acquired lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG nova.network.neutron [req-128d3b91-d8d9-4f5c-a752-e8de6914bae3 req-c74f5294-6527-48f5-a1f1-9cb23333a101 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Refreshing network info cache for port 6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG nova.network.neutron [req-128d3b91-d8d9-4f5c-a752-e8de6914bae3 req-c74f5294-6527-48f5-a1f1-9cb23333a101 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Updated VIF entry in instance network info cache for port 6d34d1f2-6c87-4935-8a67-474403b3bb11. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG nova.network.neutron [req-128d3b91-d8d9-4f5c-a752-e8de6914bae3 req-c74f5294-6527-48f5-a1f1-9cb23333a101 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Updating instance_info_cache with network_info: [{"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-128d3b91-d8d9-4f5c-a752-e8de6914bae3 req-c74f5294-6527-48f5-a1f1-9cb23333a101 service nova] Releasing lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG nova.compute.manager [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:09:24 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Instance spawned successfully.
Oct 26 08:09:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:09:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:09:24 user nova-compute[74287]: INFO nova.compute.manager [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Took 5.59 seconds to spawn the instance on the hypervisor.
Oct 26 08:09:24 user nova-compute[74287]: DEBUG nova.compute.manager [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:09:25 user nova-compute[74287]: INFO nova.compute.manager [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Took 6.38 seconds to build instance.
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-8038882c-c0b9-4254-8e76-9348dcfe9613 req-4caaf06a-cf43-4ac7-b47a-1b9c417f3131 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Received event network-vif-plugged-966377c4-2266-4576-a9a7-74e7ce24e00f {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8038882c-c0b9-4254-8e76-9348dcfe9613 req-4caaf06a-cf43-4ac7-b47a-1b9c417f3131 service nova] Acquiring lock "7b49182e-e9e3-4d75-ac5e-58aae121c186-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8038882c-c0b9-4254-8e76-9348dcfe9613 req-4caaf06a-cf43-4ac7-b47a-1b9c417f3131 service nova] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8038882c-c0b9-4254-8e76-9348dcfe9613 req-4caaf06a-cf43-4ac7-b47a-1b9c417f3131 service nova] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-8038882c-c0b9-4254-8e76-9348dcfe9613 req-4caaf06a-cf43-4ac7-b47a-1b9c417f3131 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] No waiting events found dispatching network-vif-plugged-966377c4-2266-4576-a9a7-74e7ce24e00f {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:09:25 user nova-compute[74287]: WARNING nova.compute.manager [req-8038882c-c0b9-4254-8e76-9348dcfe9613 req-4caaf06a-cf43-4ac7-b47a-1b9c417f3131 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Received unexpected event network-vif-plugged-966377c4-2266-4576-a9a7-74e7ce24e00f for instance with vm_state active and task_state None.
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-902cdd60-96b9-4480-bd90-aa6c75c3baae tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.477s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "dedf35eb-acc6-4779-9b53-44495328c141" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:25 user nova-compute[74287]: INFO nova.compute.manager [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Detaching volume 2e494dac-971e-4c4a-95d9-e426dfccc6fd
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_power_states {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:09:25 user nova-compute[74287]: INFO nova.virt.block_device [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Attempting to driver detach volume 2e494dac-971e-4c4a-95d9-e426dfccc6fd from mountpoint /dev/vdb
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Attempting to detach device vdb from instance dedf35eb-acc6-4779-9b53-44495328c141 from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:09:25 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:09:25 user nova-compute[74287]:   <source dev="/dev/sdf"/>
Oct 26 08:09:25 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:09:25 user nova-compute[74287]:   <serial>2e494dac-971e-4c4a-95d9-e426dfccc6fd</serial>
Oct 26 08:09:25 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 08:09:25 user nova-compute[74287]: </disk>
Oct 26 08:09:25 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:09:25 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Successfully detached device vdb from instance dedf35eb-acc6-4779-9b53-44495328c141 from the persistent domain config.
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance dedf35eb-acc6-4779-9b53-44495328c141 from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:09:25 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:09:25 user nova-compute[74287]:   <source dev="/dev/sdf"/>
Oct 26 08:09:25 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:09:25 user nova-compute[74287]:   <serial>2e494dac-971e-4c4a-95d9-e426dfccc6fd</serial>
Oct 26 08:09:25 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 08:09:25 user nova-compute[74287]: </disk>
Oct 26 08:09:25 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid 31c5650f-ca33-4283-9a3a-0c6cf9261493 {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid 54cf3ac1-8844-4888-bc76-57a5be12e347 {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid 58439650-b18b-43d2-99e4-28a3347559dc {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid 250bc295-7edf-4ca5-a02b-f9533b36628d {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid 37346497-f60d-4883-9e22-6b7cdddcf259 {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid e1557b2f-7b96-4f2f-a121-b74bd73779fa {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid dedf35eb-acc6-4779-9b53-44495328c141 {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid ee8b81c9-1f93-479e-9973-7110ef7fa6a9 {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid 7b49182e-e9e3-4d75-ac5e-58aae121c186 {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "31c5650f-ca33-4283-9a3a-0c6cf9261493" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.007s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "54cf3ac1-8844-4888-bc76-57a5be12e347" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "58439650-b18b-43d2-99e4-28a3347559dc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "58439650-b18b-43d2-99e4-28a3347559dc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "250bc295-7edf-4ca5-a02b-f9533b36628d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "37346497-f60d-4883-9e22-6b7cdddcf259" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.068s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.072s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "37346497-f60d-4883-9e22-6b7cdddcf259" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.100s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "58439650-b18b-43d2-99e4-28a3347559dc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.103s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.103s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.114s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.119s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.123s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.125s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance dedf35eb-acc6-4779-9b53-44495328c141 {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:09:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-05970e6a-e770-4d04-b8a6-b24d821777c6 req-3f4d6132-3724-48ac-aa40-e1fc288aa936 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-changed-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:09:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-05970e6a-e770-4d04-b8a6-b24d821777c6 req-3f4d6132-3724-48ac-aa40-e1fc288aa936 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Refreshing instance network info cache due to event network-changed-6d34d1f2-6c87-4935-8a67-474403b3bb11. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:09:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-05970e6a-e770-4d04-b8a6-b24d821777c6 req-3f4d6132-3724-48ac-aa40-e1fc288aa936 service nova] Acquiring lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:09:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-05970e6a-e770-4d04-b8a6-b24d821777c6 req-3f4d6132-3724-48ac-aa40-e1fc288aa936 service nova] Acquired lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:09:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-05970e6a-e770-4d04-b8a6-b24d821777c6 req-3f4d6132-3724-48ac-aa40-e1fc288aa936 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Refreshing network info cache for port 6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:09:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-05970e6a-e770-4d04-b8a6-b24d821777c6 req-3f4d6132-3724-48ac-aa40-e1fc288aa936 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Updated VIF entry in instance network info cache for port 6d34d1f2-6c87-4935-8a67-474403b3bb11. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:09:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-05970e6a-e770-4d04-b8a6-b24d821777c6 req-3f4d6132-3724-48ac-aa40-e1fc288aa936 service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Updating instance_info_cache with network_info: [{"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:09:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-05970e6a-e770-4d04-b8a6-b24d821777c6 req-3f4d6132-3724-48ac-aa40-e1fc288aa936 service nova] Releasing lock "refresh_cache-dedf35eb-acc6-4779-9b53-44495328c141" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:09:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "54cf3ac1-8844-4888-bc76-57a5be12e347" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:30 user nova-compute[74287]: INFO nova.compute.manager [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Terminating instance
Oct 26 08:09:30 user nova-compute[74287]: DEBUG nova.compute.manager [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:09:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG nova.compute.manager [req-5e1f7b7d-3f23-4594-8cac-ea75197f7451 req-018a7979-9d77-4cf0-8f73-3963f22ad5b4 service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received event network-vif-unplugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5e1f7b7d-3f23-4594-8cac-ea75197f7451 req-018a7979-9d77-4cf0-8f73-3963f22ad5b4 service nova] Acquiring lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5e1f7b7d-3f23-4594-8cac-ea75197f7451 req-018a7979-9d77-4cf0-8f73-3963f22ad5b4 service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5e1f7b7d-3f23-4594-8cac-ea75197f7451 req-018a7979-9d77-4cf0-8f73-3963f22ad5b4 service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG nova.compute.manager [req-5e1f7b7d-3f23-4594-8cac-ea75197f7451 req-018a7979-9d77-4cf0-8f73-3963f22ad5b4 service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] No waiting events found dispatching network-vif-unplugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG nova.compute.manager [req-5e1f7b7d-3f23-4594-8cac-ea75197f7451 req-018a7979-9d77-4cf0-8f73-3963f22ad5b4 service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received event network-vif-unplugged-66092998-e62a-46ef-a1eb-9235fb758e60 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:09:31 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Instance destroyed successfully.
Oct 26 08:09:31 user nova-compute[74287]: DEBUG nova.objects.instance [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'resources' on Instance uuid 54cf3ac1-8844-4888-bc76-57a5be12e347 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1017799437',display_name='tempest-ServerRescueNegativeTestJSON-server-1017799437',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1017799437',id=3,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:54:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b96ad2ea567b49b09c90dca1d76e894f',ramdisk_id='',reservation_id='r-9f5f5fhh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2040559012',owner_user_name='tempest-ServerRescueNegativeTestJSON-2040559012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:54:26Z,user_data=None,user_id='0e01693f9147422aac8dbf4216dbc8dd',uuid=54cf3ac1-8844-4888-bc76-57a5be12e347,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converting VIF {"id": "66092998-e62a-46ef-a1eb-9235fb758e60", "address": "fa:16:3e:56:67:13", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66092998-e6", "ovs_interfaceid": "66092998-e62a-46ef-a1eb-9235fb758e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:56:67:13,bridge_name='br-int',has_traffic_filtering=True,id=66092998-e62a-46ef-a1eb-9235fb758e60,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66092998-e6') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG os_vif [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:67:13,bridge_name='br-int',has_traffic_filtering=True,id=66092998-e62a-46ef-a1eb-9235fb758e60,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66092998-e6') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66092998-e6, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=48b6c978-6bdf-4d63-87d3-ec2054e8f76b) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:09:31 user nova-compute[74287]: INFO os_vif [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:67:13,bridge_name='br-int',has_traffic_filtering=True,id=66092998-e62a-46ef-a1eb-9235fb758e60,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66092998-e6')
Oct 26 08:09:31 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Deleting instance files /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347_del
Oct 26 08:09:31 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Deletion of /opt/stack/data/nova/instances/54cf3ac1-8844-4888-bc76-57a5be12e347_del complete
Oct 26 08:09:31 user nova-compute[74287]: INFO nova.compute.manager [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 26 08:09:31 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:09:31 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:09:32 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:09:32 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Took 0.47 seconds to deallocate network for instance.
Oct 26 08:09:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:32 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:09:32 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:09:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.347s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:32 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Deleted allocations for instance 54cf3ac1-8844-4888-bc76-57a5be12e347
Oct 26 08:09:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-3d44b894-a46f-4f78-bbcc-ab7f839c587a tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.955s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:09:32 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:09:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:32 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-790c1402-abc5-48ae-9125-d8d3bbe1313a req-e40c4447-7c40-4fae-8f93-faf0b3e7816a service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received event network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-790c1402-abc5-48ae-9125-d8d3bbe1313a req-e40c4447-7c40-4fae-8f93-faf0b3e7816a service nova] Acquiring lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-790c1402-abc5-48ae-9125-d8d3bbe1313a req-e40c4447-7c40-4fae-8f93-faf0b3e7816a service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-790c1402-abc5-48ae-9125-d8d3bbe1313a req-e40c4447-7c40-4fae-8f93-faf0b3e7816a service nova] Lock "54cf3ac1-8844-4888-bc76-57a5be12e347-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-790c1402-abc5-48ae-9125-d8d3bbe1313a req-e40c4447-7c40-4fae-8f93-faf0b3e7816a service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] No waiting events found dispatching network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:09:33 user nova-compute[74287]: WARNING nova.compute.manager [req-790c1402-abc5-48ae-9125-d8d3bbe1313a req-e40c4447-7c40-4fae-8f93-faf0b3e7816a service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received unexpected event network-vif-plugged-66092998-e62a-46ef-a1eb-9235fb758e60 for instance with vm_state deleted and task_state None.
Oct 26 08:09:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-790c1402-abc5-48ae-9125-d8d3bbe1313a req-e40c4447-7c40-4fae-8f93-faf0b3e7816a service nova] [instance: 54cf3ac1-8844-4888-bc76-57a5be12e347] Received event network-vif-deleted-66092998-e62a-46ef-a1eb-9235fb758e60 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:09:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:36 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:09:36 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:09:36 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7891MB free_disk=24.873119354248047GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:09:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:09:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 31c5650f-ca33-4283-9a3a-0c6cf9261493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance e1557b2f-7b96-4f2f-a121-b74bd73779fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance dedf35eb-acc6-4779-9b53-44495328c141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 6d7003c8-1ffe-4367-881d-940a70d41088 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ee8b81c9-1f93-479e-9973-7110ef7fa6a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 7b49182e-e9e3-4d75-ac5e-58aae121c186 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.406s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid 31c5650f-ca33-4283-9a3a-0c6cf9261493 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Updating instance_info_cache with network_info: [{"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-31c5650f-ca33-4283-9a3a-0c6cf9261493" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:09:38 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:09:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:46 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance dedf35eb-acc6-4779-9b53-44495328c141 is timed out.
Oct 26 08:09:46 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Successfully detached device vdb from instance dedf35eb-acc6-4779-9b53-44495328c141 from the live domain config.
Oct 26 08:09:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nAseozHZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:09:46 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f37bc8f7-3b17-416b-9208-a5a174459794]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:09:46 user nova-compute[74287]: No targets found.
Oct 26 08:09:46 user nova-compute[74287]: iSNS:
Oct 26 08:09:46 user nova-compute[74287]: No targets found.
Oct 26 08:09:46 user nova-compute[74287]: STATIC:
Oct 26 08:09:46 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:09:46 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:09:46 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:09:46 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd
Oct 26 08:09:46 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:09:46 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:09:46 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9
Oct 26 08:09:46 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:09:46 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:09:46 user nova-compute[74287]: FIRMWARE:
Oct 26 08:09:46 user nova-compute[74287]: No targets found.
Oct 26 08:09:46 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:09:46 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:09:46 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[90b67fc6-87ec-46c4-924d-023ccb137996]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[25c56789-1941-4491-96fd-0621251b8eec]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:09:46 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:09:46 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:09:46 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:09:46 user nova-compute[74287]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd (non-flash)
Oct 26 08:09:46 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:09:46 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb707cd480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd'): ({'sdf'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Removing single pathed devices sdf {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[af1583f2-2b88-4608-b233-7a45eec4402b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[275fa48c-708a-4e5a-8356-5cd28ef7d143]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Flushing IO for device /dev/sdf {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b698c16-2438-403c-9468-e68a44c4f326]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.047s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e995a761-69f1-419e-aedc-83768b852c5c]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] SCSI volumes sdf have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[637df3d2-a424-48ef-81aa-ab7649d9095d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfd73fd9-bc83-4f8c-a327-e7c75eae9082]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260]
Oct 26 08:09:46 user nova-compute[74287]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd, portal: 172.16.0.220,3260] successful.
Oct 26 08:09:46 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e494dac-971e-4c4a-95d9-e426dfccc6fd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8425130a-092e-49e8-aa6f-fa265c219db8]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] <== disconnect_volume: return (313ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:09:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:47 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:09:47 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lazy-loading 'flavor' on Instance uuid dedf35eb-acc6-4779-9b53-44495328c141 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:09:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e292265b-eb87-4de1-84a9-7d2d42434218 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "dedf35eb-acc6-4779-9b53-44495328c141" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.051s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "dedf35eb-acc6-4779-9b53-44495328c141" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 21.819s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:09:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "dedf35eb-acc6-4779-9b53-44495328c141" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.034s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:09:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:09:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:10:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-d4f792fa-23ab-4895-a697-59e4d10fba8e req-e3f196bd-7fe5-452a-98b8-5485bf065ed4 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-changed-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-d4f792fa-23ab-4895-a697-59e4d10fba8e req-e3f196bd-7fe5-452a-98b8-5485bf065ed4 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Refreshing instance network info cache due to event network-changed-f2dfe166-cca4-4c0c-bcb4-a316166da45c. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:10:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d4f792fa-23ab-4895-a697-59e4d10fba8e req-e3f196bd-7fe5-452a-98b8-5485bf065ed4 service nova] Acquiring lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:10:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d4f792fa-23ab-4895-a697-59e4d10fba8e req-e3f196bd-7fe5-452a-98b8-5485bf065ed4 service nova] Acquired lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:10:13 user nova-compute[74287]: DEBUG nova.network.neutron [req-d4f792fa-23ab-4895-a697-59e4d10fba8e req-e3f196bd-7fe5-452a-98b8-5485bf065ed4 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Refreshing network info cache for port f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:10:14 user nova-compute[74287]: DEBUG nova.network.neutron [req-d4f792fa-23ab-4895-a697-59e4d10fba8e req-e3f196bd-7fe5-452a-98b8-5485bf065ed4 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Updated VIF entry in instance network info cache for port f2dfe166-cca4-4c0c-bcb4-a316166da45c. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:10:14 user nova-compute[74287]: DEBUG nova.network.neutron [req-d4f792fa-23ab-4895-a697-59e4d10fba8e req-e3f196bd-7fe5-452a-98b8-5485bf065ed4 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Updating instance_info_cache with network_info: [{"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:10:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d4f792fa-23ab-4895-a697-59e4d10fba8e req-e3f196bd-7fe5-452a-98b8-5485bf065ed4 service nova] Releasing lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:10:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:10:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:18 user nova-compute[74287]: INFO nova.compute.manager [None req-06a8bad4-2376-4d50-b1b1-2a2cffddad54 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Unrescuing
Oct 26 08:10:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-06a8bad4-2376-4d50-b1b1-2a2cffddad54 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:10:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-06a8bad4-2376-4d50-b1b1-2a2cffddad54 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquired lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:10:18 user nova-compute[74287]: DEBUG nova.network.neutron [None req-06a8bad4-2376-4d50-b1b1-2a2cffddad54 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:10:18 user nova-compute[74287]: DEBUG nova.network.neutron [None req-06a8bad4-2376-4d50-b1b1-2a2cffddad54 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Updating instance_info_cache with network_info: [{"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:10:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-06a8bad4-2376-4d50-b1b1-2a2cffddad54 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Releasing lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:10:18 user nova-compute[74287]: DEBUG nova.objects.instance [None req-06a8bad4-2376-4d50-b1b1-2a2cffddad54 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lazy-loading 'flavor' on Instance uuid e1557b2f-7b96-4f2f-a121-b74bd73779fa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:10:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-98bf1995-f9c3-4b5d-ad9e-961b08b4ad56 req-8f099d5b-0a5d-42f1-a2ce-289592d4db0f service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-vif-unplugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-98bf1995-f9c3-4b5d-ad9e-961b08b4ad56 req-8f099d5b-0a5d-42f1-a2ce-289592d4db0f service nova] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-98bf1995-f9c3-4b5d-ad9e-961b08b4ad56 req-8f099d5b-0a5d-42f1-a2ce-289592d4db0f service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-98bf1995-f9c3-4b5d-ad9e-961b08b4ad56 req-8f099d5b-0a5d-42f1-a2ce-289592d4db0f service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-98bf1995-f9c3-4b5d-ad9e-961b08b4ad56 req-8f099d5b-0a5d-42f1-a2ce-289592d4db0f service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] No waiting events found dispatching network-vif-unplugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:10:19 user nova-compute[74287]: WARNING nova.compute.manager [req-98bf1995-f9c3-4b5d-ad9e-961b08b4ad56 req-8f099d5b-0a5d-42f1-a2ce-289592d4db0f service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received unexpected event network-vif-unplugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 for instance with vm_state rescued and task_state unrescuing.
Oct 26 08:10:19 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Instance destroyed successfully.
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG nova.objects.instance [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'flavor' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-fef262c7-ae24-4b95-aec6-713892781241 req-dd20ab92-96cc-4c36-b264-5fefb59536db service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-changed-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-fef262c7-ae24-4b95-aec6-713892781241 req-dd20ab92-96cc-4c36-b264-5fefb59536db service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Refreshing instance network info cache due to event network-changed-76a7bb06-c5ee-450c-bc46-417d80d0f180. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fef262c7-ae24-4b95-aec6-713892781241 req-dd20ab92-96cc-4c36-b264-5fefb59536db service nova] Acquiring lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fef262c7-ae24-4b95-aec6-713892781241 req-dd20ab92-96cc-4c36-b264-5fefb59536db service nova] Acquired lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG nova.network.neutron [req-fef262c7-ae24-4b95-aec6-713892781241 req-dd20ab92-96cc-4c36-b264-5fefb59536db service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Refreshing network info cache for port 76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:20 user nova-compute[74287]: INFO nova.compute.manager [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Attaching volume fa9d0cf1-e088-43f8-a639-3cad20de98e2 to /dev/vdb
Oct 26 08:10:20 user nova-compute[74287]: DEBUG os_brick.utils [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3e58858-a894-4812-9178-0112c9e48567]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b79500a7-b3ed-49af-b1bc-0e2881bcde1f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd776cbd-d19a-45e9-a1ef-8c3c8228868e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[32c87166-f66e-44f4-9b3d-da431901763d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:10:20 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[93770b48-16f0-4d0f-9e38-19413de2deea]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG os_brick.utils [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Updating existing volume attachment record: 1c6e7cb8-ecce-401e-b692-3c06a5abcc93 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG nova.network.neutron [req-fef262c7-ae24-4b95-aec6-713892781241 req-dd20ab92-96cc-4c36-b264-5fefb59536db service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Updated VIF entry in instance network info cache for port 76a7bb06-c5ee-450c-bc46-417d80d0f180. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG nova.network.neutron [req-fef262c7-ae24-4b95-aec6-713892781241 req-dd20ab92-96cc-4c36-b264-5fefb59536db service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Updating instance_info_cache with network_info: [{"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:10:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fef262c7-ae24-4b95-aec6-713892781241 req-dd20ab92-96cc-4c36-b264-5fefb59536db service nova] Releasing lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "31c5650f-ca33-4283-9a3a-0c6cf9261493" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:21 user nova-compute[74287]: INFO nova.compute.manager [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Terminating instance
Oct 26 08:10:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-f8495767-3039-4785-b223-8b4c835c08a1 req-59b4f1cf-26a8-400e-82e7-5e4300359870 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f8495767-3039-4785-b223-8b4c835c08a1 req-59b4f1cf-26a8-400e-82e7-5e4300359870 service nova] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f8495767-3039-4785-b223-8b4c835c08a1 req-59b4f1cf-26a8-400e-82e7-5e4300359870 service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f8495767-3039-4785-b223-8b4c835c08a1 req-59b4f1cf-26a8-400e-82e7-5e4300359870 service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-f8495767-3039-4785-b223-8b4c835c08a1 req-59b4f1cf-26a8-400e-82e7-5e4300359870 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] No waiting events found dispatching network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:10:21 user nova-compute[74287]: WARNING nova.compute.manager [req-f8495767-3039-4785-b223-8b4c835c08a1 req-59b4f1cf-26a8-400e-82e7-5e4300359870 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received unexpected event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 for instance with vm_state rescued and task_state unrescuing.
Oct 26 08:10:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-f8495767-3039-4785-b223-8b4c835c08a1 req-59b4f1cf-26a8-400e-82e7-5e4300359870 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f8495767-3039-4785-b223-8b4c835c08a1 req-59b4f1cf-26a8-400e-82e7-5e4300359870 service nova] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f8495767-3039-4785-b223-8b4c835c08a1 req-59b4f1cf-26a8-400e-82e7-5e4300359870 service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f8495767-3039-4785-b223-8b4c835c08a1 req-59b4f1cf-26a8-400e-82e7-5e4300359870 service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-f8495767-3039-4785-b223-8b4c835c08a1 req-59b4f1cf-26a8-400e-82e7-5e4300359870 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] No waiting events found dispatching network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:10:21 user nova-compute[74287]: WARNING nova.compute.manager [req-f8495767-3039-4785-b223-8b4c835c08a1 req-59b4f1cf-26a8-400e-82e7-5e4300359870 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received unexpected event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 for instance with vm_state rescued and task_state unrescuing.
Oct 26 08:10:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:22 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Instance destroyed successfully.
Oct 26 08:10:22 user nova-compute[74287]: DEBUG nova.objects.instance [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lazy-loading 'resources' on Instance uuid 31c5650f-ca33-4283-9a3a-0c6cf9261493 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:52:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1474076572',display_name='tempest-ServerRescueNegativeTestJSON-server-1474076572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1474076572',id=1,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:57:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b96ad2ea567b49b09c90dca1d76e894f',ramdisk_id='',reservation_id='r-gozoj4qb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2040559012',owner_user_name='tempest-ServerRescueNegativeTestJSON-2040559012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:59:15Z,user_data=None,user_id='0e01693f9147422aac8dbf4216dbc8dd',uuid=31c5650f-ca33-4283-9a3a-0c6cf9261493,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converting VIF {"id": "7085c57e-f0d4-4c64-b446-886cf526b636", "address": "fa:16:3e:bd:87:9b", "network": {"id": "e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-975479385-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b96ad2ea567b49b09c90dca1d76e894f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7085c57e-f0", "ovs_interfaceid": "7085c57e-f0d4-4c64-b446-886cf526b636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bd:87:9b,bridge_name='br-int',has_traffic_filtering=True,id=7085c57e-f0d4-4c64-b446-886cf526b636,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7085c57e-f0') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG os_vif [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:87:9b,bridge_name='br-int',has_traffic_filtering=True,id=7085c57e-f0d4-4c64-b446-886cf526b636,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7085c57e-f0') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7085c57e-f0, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c165157e-3e22-4b25-b065-be9b8ce6f2d5) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:22 user nova-compute[74287]: INFO os_vif [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:87:9b,bridge_name='br-int',has_traffic_filtering=True,id=7085c57e-f0d4-4c64-b446-886cf526b636,network=Network(e6dbc1d7-b92e-426f-a010-fe4cae8fb2ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7085c57e-f0')
Oct 26 08:10:22 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Deleting instance files /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493_del
Oct 26 08:10:22 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Deletion of /opt/stack/data/nova/instances/31c5650f-ca33-4283-9a3a-0c6cf9261493_del complete
Oct 26 08:10:22 user nova-compute[74287]: INFO nova.compute.manager [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Took 0.96 seconds to destroy the instance on the hypervisor.
Oct 26 08:10:22 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-8c910ec0-e46e-41d4-84f3-51f51d2ee389 req-e233c1c1-4f8b-4f0a-ab78-9410e85b51c6 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-changed-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-8c910ec0-e46e-41d4-84f3-51f51d2ee389 req-e233c1c1-4f8b-4f0a-ab78-9410e85b51c6 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Refreshing instance network info cache due to event network-changed-76a7bb06-c5ee-450c-bc46-417d80d0f180. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8c910ec0-e46e-41d4-84f3-51f51d2ee389 req-e233c1c1-4f8b-4f0a-ab78-9410e85b51c6 service nova] Acquiring lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8c910ec0-e46e-41d4-84f3-51f51d2ee389 req-e233c1c1-4f8b-4f0a-ab78-9410e85b51c6 service nova] Acquired lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG nova.network.neutron [req-8c910ec0-e46e-41d4-84f3-51f51d2ee389 req-e233c1c1-4f8b-4f0a-ab78-9410e85b51c6 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Refreshing network info cache for port 76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG nova.network.neutron [req-8c910ec0-e46e-41d4-84f3-51f51d2ee389 req-e233c1c1-4f8b-4f0a-ab78-9410e85b51c6 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Updated VIF entry in instance network info cache for port 76a7bb06-c5ee-450c-bc46-417d80d0f180. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG nova.network.neutron [req-8c910ec0-e46e-41d4-84f3-51f51d2ee389 req-e233c1c1-4f8b-4f0a-ab78-9410e85b51c6 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Updating instance_info_cache with network_info: [{"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8c910ec0-e46e-41d4-84f3-51f51d2ee389 req-e233c1c1-4f8b-4f0a-ab78-9410e85b51c6 service nova] Releasing lock "refresh_cache-e1557b2f-7b96-4f2f-a121-b74bd73779fa" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:22 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Took 0.64 seconds to deallocate network for instance.
Oct 26 08:10:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-a81dee5e-9d38-47e3-8ef1-b01936580912 req-b73f2569-11ea-442e-9166-0754ec9f3ef5 service nova] [instance: 31c5650f-ca33-4283-9a3a-0c6cf9261493] Received event network-vif-deleted-7085c57e-f0d4-4c64-b446-886cf526b636 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:23 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:10:23 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:10:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.385s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-a30091c6-6def-414c-86f9-33456020297d req-61c8d501-f235-4ba5-80b9-8c618f328d77 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a30091c6-6def-414c-86f9-33456020297d req-61c8d501-f235-4ba5-80b9-8c618f328d77 service nova] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a30091c6-6def-414c-86f9-33456020297d req-61c8d501-f235-4ba5-80b9-8c618f328d77 service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a30091c6-6def-414c-86f9-33456020297d req-61c8d501-f235-4ba5-80b9-8c618f328d77 service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-a30091c6-6def-414c-86f9-33456020297d req-61c8d501-f235-4ba5-80b9-8c618f328d77 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] No waiting events found dispatching network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:10:23 user nova-compute[74287]: WARNING nova.compute.manager [req-a30091c6-6def-414c-86f9-33456020297d req-61c8d501-f235-4ba5-80b9-8c618f328d77 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received unexpected event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 for instance with vm_state rescued and task_state unrescuing.
Oct 26 08:10:23 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Deleted allocations for instance 31c5650f-ca33-4283-9a3a-0c6cf9261493
Oct 26 08:10:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-06a8bad4-2376-4d50-b1b1-2a2cffddad54 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:10:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9c4f8aee-9dab-4e49-a0e9-bfaf86cc67a0 tempest-ServerRescueNegativeTestJSON-2040559012 tempest-ServerRescueNegativeTestJSON-2040559012-project-member] Lock "31c5650f-ca33-4283-9a3a-0c6cf9261493" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.420s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "dedf35eb-acc6-4779-9b53-44495328c141" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:27 user nova-compute[74287]: INFO nova.compute.manager [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Terminating instance
Oct 26 08:10:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e3892fc-7a0d-4281-b014-423b59e762e7 req-5bc7548c-71f5-48e2-bc81-678f63440c6b service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-vif-unplugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e3892fc-7a0d-4281-b014-423b59e762e7 req-5bc7548c-71f5-48e2-bc81-678f63440c6b service nova] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e3892fc-7a0d-4281-b014-423b59e762e7 req-5bc7548c-71f5-48e2-bc81-678f63440c6b service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1e3892fc-7a0d-4281-b014-423b59e762e7 req-5bc7548c-71f5-48e2-bc81-678f63440c6b service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e3892fc-7a0d-4281-b014-423b59e762e7 req-5bc7548c-71f5-48e2-bc81-678f63440c6b service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] No waiting events found dispatching network-vif-unplugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e3892fc-7a0d-4281-b014-423b59e762e7 req-5bc7548c-71f5-48e2-bc81-678f63440c6b service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-vif-unplugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:27 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Instance destroyed successfully.
Oct 26 08:10:27 user nova-compute[74287]: DEBUG nova.objects.instance [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lazy-loading 'resources' on Instance uuid dedf35eb-acc6-4779-9b53-44495328c141 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:04:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-442124515',display_name='tempest-TestMinimumBasicScenario-server-442124515',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-442124515',id=25,image_ref='a232534b-7c76-4931-9aaa-53197bc99ea9',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFDF/4QhuYXCilyscWiBt461vKfZNfo1OExJJRfKn+aJGFX5u+nGDvjL3sDFrOdyJamZ5UwEQrQPr5TLIB8/+JL1pPeJyDpVyCrR0l0I98L4yxvaePfgypIfzWemggO6Q==',key_name='tempest-TestMinimumBasicScenario-162635617',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:04:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ec4c427ffdff494ebdf15b3c9bef663f',ramdisk_id='',reservation_id='r-v0g0eeid',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='a232534b-7c76-4931-9aaa-53197bc99ea9',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1177022619',owner_user_name='tempest-TestMinimumBasicScenario-1177022619-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:07:40Z,user_data=None,user_id='e22ccde3210345a187621e97e23af484',uuid=dedf35eb-acc6-4779-9b53-44495328c141,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converting VIF {"id": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "address": "fa:16:3e:75:7e:02", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d34d1f2-6c", "ovs_interfaceid": "6d34d1f2-6c87-4935-8a67-474403b3bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:75:7e:02,bridge_name='br-int',has_traffic_filtering=True,id=6d34d1f2-6c87-4935-8a67-474403b3bb11,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d34d1f2-6c') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG os_vif [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:7e:02,bridge_name='br-int',has_traffic_filtering=True,id=6d34d1f2-6c87-4935-8a67-474403b3bb11,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d34d1f2-6c') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6d34d1f2-6c, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1d36ca6f-569d-4a5a-9a83-460b026aa86f) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:10:27 user nova-compute[74287]: INFO os_vif [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:7e:02,bridge_name='br-int',has_traffic_filtering=True,id=6d34d1f2-6c87-4935-8a67-474403b3bb11,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d34d1f2-6c')
Oct 26 08:10:27 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Deleting instance files /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141_del
Oct 26 08:10:27 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Deletion of /opt/stack/data/nova/instances/dedf35eb-acc6-4779-9b53-44495328c141_del complete
Oct 26 08:10:28 user nova-compute[74287]: INFO nova.compute.manager [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Took 1.00 seconds to destroy the instance on the hypervisor.
Oct 26 08:10:28 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:10:28 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:10:28 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: dedf35eb-acc6-4779-9b53-44495328c141] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:10:29 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:10:29 user nova-compute[74287]: DEBUG nova.compute.manager [req-6fc03879-c4cf-4cea-864c-37a9fc7a3307 req-c26aec65-e584-4330-995a-00ae5b78ad7e service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-vif-deleted-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:29 user nova-compute[74287]: INFO nova.compute.manager [req-6fc03879-c4cf-4cea-864c-37a9fc7a3307 req-c26aec65-e584-4330-995a-00ae5b78ad7e service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Neutron deleted interface 6d34d1f2-6c87-4935-8a67-474403b3bb11; detaching it from the instance and deleting it from the info cache
Oct 26 08:10:29 user nova-compute[74287]: DEBUG nova.network.neutron [req-6fc03879-c4cf-4cea-864c-37a9fc7a3307 req-c26aec65-e584-4330-995a-00ae5b78ad7e service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:10:29 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Took 1.08 seconds to deallocate network for instance.
Oct 26 08:10:29 user nova-compute[74287]: DEBUG nova.compute.manager [req-6fc03879-c4cf-4cea-864c-37a9fc7a3307 req-c26aec65-e584-4330-995a-00ae5b78ad7e service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Detach interface failed, port_id=6d34d1f2-6c87-4935-8a67-474403b3bb11, reason: Instance dedf35eb-acc6-4779-9b53-44495328c141 could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 08:10:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:29 user nova-compute[74287]: DEBUG nova.compute.manager [req-d23433fd-e21c-46c1-9fdf-16c631eb6f10 req-0ddfc124-4244-4d3c-b8df-3003e29313aa service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d23433fd-e21c-46c1-9fdf-16c631eb6f10 req-0ddfc124-4244-4d3c-b8df-3003e29313aa service nova] Acquiring lock "dedf35eb-acc6-4779-9b53-44495328c141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d23433fd-e21c-46c1-9fdf-16c631eb6f10 req-0ddfc124-4244-4d3c-b8df-3003e29313aa service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d23433fd-e21c-46c1-9fdf-16c631eb6f10 req-0ddfc124-4244-4d3c-b8df-3003e29313aa service nova] Lock "dedf35eb-acc6-4779-9b53-44495328c141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:29 user nova-compute[74287]: DEBUG nova.compute.manager [req-d23433fd-e21c-46c1-9fdf-16c631eb6f10 req-0ddfc124-4244-4d3c-b8df-3003e29313aa service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] No waiting events found dispatching network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:10:29 user nova-compute[74287]: WARNING nova.compute.manager [req-d23433fd-e21c-46c1-9fdf-16c631eb6f10 req-0ddfc124-4244-4d3c-b8df-3003e29313aa service nova] [instance: dedf35eb-acc6-4779-9b53-44495328c141] Received unexpected event network-vif-plugged-6d34d1f2-6c87-4935-8a67-474403b3bb11 for instance with vm_state deleted and task_state None.
Oct 26 08:10:29 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:10:29 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:10:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.392s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:29 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Deleted allocations for instance dedf35eb-acc6-4779-9b53-44495328c141
Oct 26 08:10:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-281847ee-30bd-408e-9507-72e754f90130 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "dedf35eb-acc6-4779-9b53-44495328c141" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.758s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "85c906c1-86b7-4911-8faa-67c9de6a78f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:10:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:10:33 user nova-compute[74287]: INFO nova.compute.claims [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Claim successful on node user
Oct 26 08:10:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:10:33 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:10:33 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:10:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.429s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG nova.compute.manager [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG nova.network.neutron [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:10:34 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:10:34 user nova-compute[74287]: DEBUG nova.compute.manager [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG nova.policy [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e0c548395274073aa0e1df548961ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb4199e0a5d748da95fd05c0657f269d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG nova.compute.manager [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:10:34 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Creating image(s)
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "/opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "/opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "/opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.011s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk 1073741824" returned: 0 in 0.061s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG nova.network.neutron [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Successfully created port: 5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.194s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Checking if we can resize image /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:10:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Cannot resize image /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Ensure instance console log exists: /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG nova.network.neutron [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Successfully updated port: 5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "refresh_cache-85c906c1-86b7-4911-8faa-67c9de6a78f6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquired lock "refresh_cache-85c906c1-86b7-4911-8faa-67c9de6a78f6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG nova.network.neutron [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG nova.compute.manager [req-78091b54-4274-4e8d-bc88-62579c519aec req-1ec8b4ad-d268-4491-967e-6c853b9ef215 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Received event network-changed-5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG nova.compute.manager [req-78091b54-4274-4e8d-bc88-62579c519aec req-1ec8b4ad-d268-4491-967e-6c853b9ef215 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Refreshing instance network info cache due to event network-changed-5504d762-fe78-408a-9aa3-0186285424a5. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-78091b54-4274-4e8d-bc88-62579c519aec req-1ec8b4ad-d268-4491-967e-6c853b9ef215 service nova] Acquiring lock "refresh_cache-85c906c1-86b7-4911-8faa-67c9de6a78f6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG nova.network.neutron [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG nova.network.neutron [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Updating instance_info_cache with network_info: [{"id": "5504d762-fe78-408a-9aa3-0186285424a5", "address": "fa:16:3e:98:2e:f8", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5504d762-fe", "ovs_interfaceid": "5504d762-fe78-408a-9aa3-0186285424a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:10:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Releasing lock "refresh_cache-85c906c1-86b7-4911-8faa-67c9de6a78f6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.compute.manager [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Instance network_info: |[{"id": "5504d762-fe78-408a-9aa3-0186285424a5", "address": "fa:16:3e:98:2e:f8", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5504d762-fe", "ovs_interfaceid": "5504d762-fe78-408a-9aa3-0186285424a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-78091b54-4274-4e8d-bc88-62579c519aec req-1ec8b4ad-d268-4491-967e-6c853b9ef215 service nova] Acquired lock "refresh_cache-85c906c1-86b7-4911-8faa-67c9de6a78f6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.network.neutron [req-78091b54-4274-4e8d-bc88-62579c519aec req-1ec8b4ad-d268-4491-967e-6c853b9ef215 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Refreshing network info cache for port 5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Start _get_guest_xml network_info=[{"id": "5504d762-fe78-408a-9aa3-0186285424a5", "address": "fa:16:3e:98:2e:f8", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5504d762-fe", "ovs_interfaceid": "5504d762-fe78-408a-9aa3-0186285424a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:10:36 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:10:36 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1235846028',display_name='tempest-TestStampPattern-server-1235846028',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1235846028',id=29,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHVhh2gjRk2TvvP2YWWRqqqQPXPasBF3EnKkfjgFqDcju8CkzXgikjONxCjdmAval0FwDu5nMOQqszvn+22Xr3NrKD0z82Y8DAibzxKxdyg+8VIePUZS8vzpfl8qEcdrVw==',key_name='tempest-TestStampPattern-1992313562',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb4199e0a5d748da95fd05c0657f269d',ramdisk_id='',reservation_id='r-0tilj2dd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1661160771',owner_user_name='tempest-TestStampPattern-1661160771-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:10:34Z,user_data=None,user_id='0e0c548395274073aa0e1df548961ef3',uuid=85c906c1-86b7-4911-8faa-67c9de6a78f6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5504d762-fe78-408a-9aa3-0186285424a5", "address": "fa:16:3e:98:2e:f8", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5504d762-fe", "ovs_interfaceid": "5504d762-fe78-408a-9aa3-0186285424a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Converting VIF {"id": "5504d762-fe78-408a-9aa3-0186285424a5", "address": "fa:16:3e:98:2e:f8", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5504d762-fe", "ovs_interfaceid": "5504d762-fe78-408a-9aa3-0186285424a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:2e:f8,bridge_name='br-int',has_traffic_filtering=True,id=5504d762-fe78-408a-9aa3-0186285424a5,network=Network(c1dda72d-357b-4c5b-b387-bc925b40914f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5504d762-fe') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.objects.instance [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lazy-loading 'pci_devices' on Instance uuid 85c906c1-86b7-4911-8faa-67c9de6a78f6 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:10:36 user nova-compute[74287]:   <uuid>85c906c1-86b7-4911-8faa-67c9de6a78f6</uuid>
Oct 26 08:10:36 user nova-compute[74287]:   <name>instance-0000001d</name>
Oct 26 08:10:36 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:10:36 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:10:36 user nova-compute[74287]:   <metadata>
Oct 26 08:10:36 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:10:36 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:10:36 user nova-compute[74287]:       <nova:name>tempest-TestStampPattern-server-1235846028</nova:name>
Oct 26 08:10:36 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:10:36</nova:creationTime>
Oct 26 08:10:36 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:10:36 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:10:36 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:10:36 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:10:36 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:10:36 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:10:36 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:10:36 user nova-compute[74287]:       <nova:owner>
Oct 26 08:10:36 user nova-compute[74287]:         <nova:user uuid="0e0c548395274073aa0e1df548961ef3">tempest-TestStampPattern-1661160771-project-member</nova:user>
Oct 26 08:10:36 user nova-compute[74287]:         <nova:project uuid="bb4199e0a5d748da95fd05c0657f269d">tempest-TestStampPattern-1661160771</nova:project>
Oct 26 08:10:36 user nova-compute[74287]:       </nova:owner>
Oct 26 08:10:36 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:10:36 user nova-compute[74287]:       <nova:ports>
Oct 26 08:10:36 user nova-compute[74287]:         <nova:port uuid="5504d762-fe78-408a-9aa3-0186285424a5">
Oct 26 08:10:36 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 08:10:36 user nova-compute[74287]:         </nova:port>
Oct 26 08:10:36 user nova-compute[74287]:       </nova:ports>
Oct 26 08:10:36 user nova-compute[74287]:     </nova:instance>
Oct 26 08:10:36 user nova-compute[74287]:   </metadata>
Oct 26 08:10:36 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:10:36 user nova-compute[74287]:     <system>
Oct 26 08:10:36 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:10:36 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:10:36 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:10:36 user nova-compute[74287]:       <entry name="serial">85c906c1-86b7-4911-8faa-67c9de6a78f6</entry>
Oct 26 08:10:36 user nova-compute[74287]:       <entry name="uuid">85c906c1-86b7-4911-8faa-67c9de6a78f6</entry>
Oct 26 08:10:36 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:10:36 user nova-compute[74287]:     </system>
Oct 26 08:10:36 user nova-compute[74287]:   </sysinfo>
Oct 26 08:10:36 user nova-compute[74287]:   <os>
Oct 26 08:10:36 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:10:36 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:10:36 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:10:36 user nova-compute[74287]:   </os>
Oct 26 08:10:36 user nova-compute[74287]:   <features>
Oct 26 08:10:36 user nova-compute[74287]:     <acpi/>
Oct 26 08:10:36 user nova-compute[74287]:     <apic/>
Oct 26 08:10:36 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:10:36 user nova-compute[74287]:   </features>
Oct 26 08:10:36 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:10:36 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:10:36 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:10:36 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:10:36 user nova-compute[74287]:   </clock>
Oct 26 08:10:36 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:10:36 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:10:36 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:10:36 user nova-compute[74287]:   </cpu>
Oct 26 08:10:36 user nova-compute[74287]:   <devices>
Oct 26 08:10:36 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:10:36 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:10:36 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk"/>
Oct 26 08:10:36 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:10:36 user nova-compute[74287]:     </disk>
Oct 26 08:10:36 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:10:36 user nova-compute[74287]:       <mac address="fa:16:3e:98:2e:f8"/>
Oct 26 08:10:36 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:10:36 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:10:36 user nova-compute[74287]:       <target dev="tap5504d762-fe"/>
Oct 26 08:10:36 user nova-compute[74287]:     </interface>
Oct 26 08:10:36 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:10:36 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/console.log" append="off"/>
Oct 26 08:10:36 user nova-compute[74287]:     </serial>
Oct 26 08:10:36 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:10:36 user nova-compute[74287]:     <video>
Oct 26 08:10:36 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:10:36 user nova-compute[74287]:     </video>
Oct 26 08:10:36 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:10:36 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:10:36 user nova-compute[74287]:     </rng>
Oct 26 08:10:36 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:10:36 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:10:36 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:10:36 user nova-compute[74287]:     </memballoon>
Oct 26 08:10:36 user nova-compute[74287]:   </devices>
Oct 26 08:10:36 user nova-compute[74287]: </domain>
Oct 26 08:10:36 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1235846028',display_name='tempest-TestStampPattern-server-1235846028',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1235846028',id=29,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHVhh2gjRk2TvvP2YWWRqqqQPXPasBF3EnKkfjgFqDcju8CkzXgikjONxCjdmAval0FwDu5nMOQqszvn+22Xr3NrKD0z82Y8DAibzxKxdyg+8VIePUZS8vzpfl8qEcdrVw==',key_name='tempest-TestStampPattern-1992313562',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb4199e0a5d748da95fd05c0657f269d',ramdisk_id='',reservation_id='r-0tilj2dd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1661160771',owner_user_name='tempest-TestStampPattern-1661160771-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:10:34Z,user_data=None,user_id='0e0c548395274073aa0e1df548961ef3',uuid=85c906c1-86b7-4911-8faa-67c9de6a78f6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5504d762-fe78-408a-9aa3-0186285424a5", "address": "fa:16:3e:98:2e:f8", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5504d762-fe", "ovs_interfaceid": "5504d762-fe78-408a-9aa3-0186285424a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Converting VIF {"id": "5504d762-fe78-408a-9aa3-0186285424a5", "address": "fa:16:3e:98:2e:f8", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5504d762-fe", "ovs_interfaceid": "5504d762-fe78-408a-9aa3-0186285424a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:2e:f8,bridge_name='br-int',has_traffic_filtering=True,id=5504d762-fe78-408a-9aa3-0186285424a5,network=Network(c1dda72d-357b-4c5b-b387-bc925b40914f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5504d762-fe') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG os_vif [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:2e:f8,bridge_name='br-int',has_traffic_filtering=True,id=5504d762-fe78-408a-9aa3-0186285424a5,network=Network(c1dda72d-357b-4c5b-b387-bc925b40914f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5504d762-fe') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '116984f3-9688-5c8e-b490-b95d865a57e5', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5504d762-fe, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5504d762-fe, col_values=(('qos', UUID('27252c87-b9b3-45ca-8416-0a96f88e1e96')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5504d762-fe, col_values=(('external_ids', {'iface-id': '5504d762-fe78-408a-9aa3-0186285424a5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:98:2e:f8', 'vm-uuid': '85c906c1-86b7-4911-8faa-67c9de6a78f6'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:10:36 user nova-compute[74287]: INFO os_vif [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:2e:f8,bridge_name='br-int',has_traffic_filtering=True,id=5504d762-fe78-408a-9aa3-0186285424a5,network=Network(c1dda72d-357b-4c5b-b387-bc925b40914f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5504d762-fe')
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] No VIF found with MAC fa:16:3e:98:2e:f8, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.network.neutron [req-78091b54-4274-4e8d-bc88-62579c519aec req-1ec8b4ad-d268-4491-967e-6c853b9ef215 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Updated VIF entry in instance network info cache for port 5504d762-fe78-408a-9aa3-0186285424a5. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG nova.network.neutron [req-78091b54-4274-4e8d-bc88-62579c519aec req-1ec8b4ad-d268-4491-967e-6c853b9ef215 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Updating instance_info_cache with network_info: [{"id": "5504d762-fe78-408a-9aa3-0186285424a5", "address": "fa:16:3e:98:2e:f8", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5504d762-fe", "ovs_interfaceid": "5504d762-fe78-408a-9aa3-0186285424a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-78091b54-4274-4e8d-bc88-62579c519aec req-1ec8b4ad-d268-4491-967e-6c853b9ef215 service nova] Releasing lock "refresh_cache-85c906c1-86b7-4911-8faa-67c9de6a78f6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.manager [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-21985e59-e9d8-4d6b-8559-2ac4b9c006c9 req-9d32bcc0-8873-479a-a882-3624d23168f3 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Received event network-vif-plugged-5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-21985e59-e9d8-4d6b-8559-2ac4b9c006c9 req-9d32bcc0-8873-479a-a882-3624d23168f3 service nova] Acquiring lock "85c906c1-86b7-4911-8faa-67c9de6a78f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-21985e59-e9d8-4d6b-8559-2ac4b9c006c9 req-9d32bcc0-8873-479a-a882-3624d23168f3 service nova] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-21985e59-e9d8-4d6b-8559-2ac4b9c006c9 req-9d32bcc0-8873-479a-a882-3624d23168f3 service nova] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-21985e59-e9d8-4d6b-8559-2ac4b9c006c9 req-9d32bcc0-8873-479a-a882-3624d23168f3 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] No waiting events found dispatching network-vif-plugged-5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:10:40 user nova-compute[74287]: WARNING nova.compute.manager [req-21985e59-e9d8-4d6b-8559-2ac4b9c006c9 req-9d32bcc0-8873-479a-a882-3624d23168f3 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Received unexpected event network-vif-plugged-5504d762-fe78-408a-9aa3-0186285424a5 for instance with vm_state building and task_state spawning.
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-3bebe865-e882-4afb-822b-f66e3e1c1f2b req-51d63806-94ab-41e4-9778-477afbb2df5a service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Received event network-vif-plugged-5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3bebe865-e882-4afb-822b-f66e3e1c1f2b req-51d63806-94ab-41e4-9778-477afbb2df5a service nova] Acquiring lock "85c906c1-86b7-4911-8faa-67c9de6a78f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3bebe865-e882-4afb-822b-f66e3e1c1f2b req-51d63806-94ab-41e4-9778-477afbb2df5a service nova] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3bebe865-e882-4afb-822b-f66e3e1c1f2b req-51d63806-94ab-41e4-9778-477afbb2df5a service nova] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-3bebe865-e882-4afb-822b-f66e3e1c1f2b req-51d63806-94ab-41e4-9778-477afbb2df5a service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] No waiting events found dispatching network-vif-plugged-5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:10:40 user nova-compute[74287]: WARNING nova.compute.manager [req-3bebe865-e882-4afb-822b-f66e3e1c1f2b req-51d63806-94ab-41e4-9778-477afbb2df5a service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Received unexpected event network-vif-plugged-5504d762-fe78-408a-9aa3-0186285424a5 for instance with vm_state building and task_state spawning.
Oct 26 08:10:40 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Instance spawned successfully.
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:10:40 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:10:40 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8089MB free_disk=24.89794158935547GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:10:40 user nova-compute[74287]: INFO nova.compute.manager [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Took 5.89 seconds to spawn the instance on the hypervisor.
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.manager [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance e1557b2f-7b96-4f2f-a121-b74bd73779fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 6d7003c8-1ffe-4367-881d-940a70d41088 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ee8b81c9-1f93-479e-9973-7110ef7fa6a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 7b49182e-e9e3-4d75-ac5e-58aae121c186 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 85c906c1-86b7-4911-8faa-67c9de6a78f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:10:40 user nova-compute[74287]: INFO nova.compute.manager [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Took 6.76 seconds to build instance.
Oct 26 08:10:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-71e191cf-9601-4c85-bf54-a981f3620559 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.860s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:10:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.485s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:10:41 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:10:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:10:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:10:41 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Updating instance_info_cache with network_info: [{"id": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "address": "fa:16:3e:2b:91:c7", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc3f3e5f-dc", "ovs_interfaceid": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "5233a464-c050-4877-8e4b-efdfcca6350d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "5233a464-c050-4877-8e4b-efdfcca6350d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:10:42 user nova-compute[74287]: INFO nova.compute.claims [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Claim successful on node user
Oct 26 08:10:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.381s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:42 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:10:43 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:10:43 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG nova.policy [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63da03e3263d42ca8c8d7f9cafcd5fe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cf156e21d744e9993ed225c24f7b576', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:10:43 user nova-compute[74287]: INFO nova.virt.block_device [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Booting with volume a7d735cf-48da-4ed3-9b5b-46071943f44c at /dev/vda
Oct 26 08:10:43 user nova-compute[74287]: DEBUG os_brick.utils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[08d3c483-e132-4fd1-8b86-aaf46dcc7c51]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a94720-a3a7-4770-923e-c1dd1b5ada51]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ea42833-3296-4390-ae4c-4a37ae81a448]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1f7e961-cb63-4d8d-862d-91953c9c05c4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:10:43 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4d3e6ed-9286-453b-8722-a7d99b5ed427]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG os_brick.utils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Updating existing volume attachment record: ffaeadab-0196-4006-bf8b-070023c1830a {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:10:43 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Successfully created port: df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DbqNncjL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:10:44 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:10:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:10:44 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:10:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:10:44 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Successfully updated port: df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0c31e28-99c7-4495-a3fb-6f76e85e515e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:10:44 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquired lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4f94467-0e76-4c15-848b-6d6daa27144e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2] added
Oct 26 08:10:44 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-d5340e8b-649a-4c05-97b1-afab812f7fdf req-dd278a86-2e9a-4812-a1ec-2c05db6f5583 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received event network-changed-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-d5340e8b-649a-4c05-97b1-afab812f7fdf req-dd278a86-2e9a-4812-a1ec-2c05db6f5583 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Refreshing instance network info cache due to event network-changed-df4fdf1b-5225-476e-b571-b93719c7cc6d. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d5340e8b-649a-4c05-97b1-afab812f7fdf req-dd278a86-2e9a-4812-a1ec-2c05db6f5583 service nova] Acquiring lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5afac732-5318-4e26-b1d9-3ccc883e0240]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[22d614ff-39da-4e16-8f8d-4ee1cd8aba34]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DbqNncjL {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DbqNncjL" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8ce3e39-9da8-4293-a48a-76949c0399a6]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DbqNncjL'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3862e22b-0c0f-4104-a9fe-669318819568]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[702a07b6-cdca-4a4a-93a2-433be08db4fe]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:10:45 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:10:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:10:45 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:10:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3c46dfd-97c3-4476-b6e9-b3aab85cfadb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260]
Oct 26 08:10:45 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260] successful.
Oct 26 08:10:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca239fa2-d39a-4b21-9041-b27dda595730]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[104ce7ce-8ad0-453b-abb9-898cbad6ace2]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:10:45 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:10:45 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:10:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:10:45 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:10:45 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:10:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.307s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] HCTL ('35', '-', '-', 0) found on session 31 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[24dfca98-0d93-4f86-95d1-0b827edef08a]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Searching for a device in session 31 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DbqNncjL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Updating instance_info_cache with network_info: [{"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Releasing lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Instance network_info: |[{"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d5340e8b-649a-4c05-97b1-afab812f7fdf req-dd278a86-2e9a-4812-a1ec-2c05db6f5583 service nova] Acquired lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG nova.network.neutron [req-d5340e8b-649a-4c05-97b1-afab812f7fdf req-dd278a86-2e9a-4812-a1ec-2c05db6f5583 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Refreshing network info cache for port df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG nova.network.neutron [req-d5340e8b-649a-4c05-97b1-afab812f7fdf req-dd278a86-2e9a-4812-a1ec-2c05db6f5583 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Updated VIF entry in instance network info cache for port df4fdf1b-5225-476e-b571-b93719c7cc6d. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG nova.network.neutron [req-d5340e8b-649a-4c05-97b1-afab812f7fdf req-dd278a86-2e9a-4812-a1ec-2c05db6f5583 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Updating instance_info_cache with network_info: [{"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:10:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d5340e8b-649a-4c05-97b1-afab812f7fdf req-dd278a86-2e9a-4812-a1ec-2c05db6f5583 service nova] Releasing lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:10:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.347s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:10:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] <== connect_volume: return (1348ms) {'type': 'block', 'scsi_wwn': '23932333365333937', 'path': '/dev/sdd'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:10:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23932333365333937', 'path': '/dev/sdd'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:10:46 user nova-compute[74287]: DEBUG nova.objects.instance [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'flavor' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:10:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:10:46 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:10:46 user nova-compute[74287]:   <source dev="/dev/sdd"/>
Oct 26 08:10:46 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:10:46 user nova-compute[74287]:   <serial>fa9d0cf1-e088-43f8-a639-3cad20de98e2</serial>
Oct 26 08:10:46 user nova-compute[74287]: </disk>
Oct 26 08:10:46 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:10:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:10:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:10:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] No VIF found with MAC fa:16:3e:35:9b:e1, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:10:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6e077a1d-074e-4993-b890-9316c41573f0 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.529s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:46 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:10:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d1e40520-3c0f-428c-880e-7f0bfe05150d tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d1e40520-3c0f-428c-880e-7f0bfe05150d tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:47 user nova-compute[74287]: DEBUG nova.compute.manager [None req-d1e40520-3c0f-428c-880e-7f0bfe05150d tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:10:47 user nova-compute[74287]: DEBUG nova.compute.manager [None req-d1e40520-3c0f-428c-880e-7f0bfe05150d tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74287) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 26 08:10:47 user nova-compute[74287]: DEBUG nova.objects.instance [None req-d1e40520-3c0f-428c-880e-7f0bfe05150d tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'flavor' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:10:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-e57b0bd7-2191-4d61-a7d5-acfd690e6598 req-d1cce923-9a4e-455f-ae69-e067eaed90da service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-vif-unplugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e57b0bd7-2191-4d61-a7d5-acfd690e6598 req-d1cce923-9a4e-455f-ae69-e067eaed90da service nova] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e57b0bd7-2191-4d61-a7d5-acfd690e6598 req-d1cce923-9a4e-455f-ae69-e067eaed90da service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e57b0bd7-2191-4d61-a7d5-acfd690e6598 req-d1cce923-9a4e-455f-ae69-e067eaed90da service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-e57b0bd7-2191-4d61-a7d5-acfd690e6598 req-d1cce923-9a4e-455f-ae69-e067eaed90da service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] No waiting events found dispatching network-vif-unplugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:10:47 user nova-compute[74287]: WARNING nova.compute.manager [req-e57b0bd7-2191-4d61-a7d5-acfd690e6598 req-d1cce923-9a4e-455f-ae69-e067eaed90da service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received unexpected event network-vif-unplugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c for instance with vm_state active and task_state powering-off.
Oct 26 08:10:48 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Instance destroyed successfully.
Oct 26 08:10:48 user nova-compute[74287]: DEBUG nova.compute.manager [None req-d1e40520-3c0f-428c-880e-7f0bfe05150d tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:10:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d1e40520-3c0f-428c-880e-7f0bfe05150d tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.942s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:49 user nova-compute[74287]: DEBUG nova.compute.manager [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:10:49 user nova-compute[74287]: INFO nova.compute.manager [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] instance snapshotting
Oct 26 08:10:49 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Beginning live snapshot process
Oct 26 08:10:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json -f qcow2 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json -f qcow2" returned: 0 in 0.230s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json -f qcow2 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json -f qcow2" returned: 0 in 0.217s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-6a3ccbea-64f6-495d-b500-01361d8451da req-cde0cba8-99c6-4cfb-bfa0-a08c621e4c3a service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:10:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6a3ccbea-64f6-495d-b500-01361d8451da req-cde0cba8-99c6-4cfb-bfa0-a08c621e4c3a service nova] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6a3ccbea-64f6-495d-b500-01361d8451da req-cde0cba8-99c6-4cfb-bfa0-a08c621e4c3a service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6a3ccbea-64f6-495d-b500-01361d8451da req-cde0cba8-99c6-4cfb-bfa0-a08c621e4c3a service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:10:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-6a3ccbea-64f6-495d-b500-01361d8451da req-cde0cba8-99c6-4cfb-bfa0-a08c621e4c3a service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] No waiting events found dispatching network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:10:49 user nova-compute[74287]: WARNING nova.compute.manager [req-6a3ccbea-64f6-495d-b500-01361d8451da req-cde0cba8-99c6-4cfb-bfa0-a08c621e4c3a service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received unexpected event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c for instance with vm_state stopped and task_state None.
Oct 26 08:10:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.221s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpbf4m2u4k/60b701d28f0c445ea7a162758a913f3b.delta 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpbf4m2u4k/60b701d28f0c445ea7a162758a913f3b.delta 1073741824" returned: 0 in 0.062s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:50 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 26 08:10:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 08:10:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 08:10:51 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 26 08:10:51 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 08:10:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpbf4m2u4k/60b701d28f0c445ea7a162758a913f3b.delta /opt/stack/data/nova/instances/snapshots/tmpbf4m2u4k/60b701d28f0c445ea7a162758a913f3b {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:10:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpbf4m2u4k/60b701d28f0c445ea7a162758a913f3b.delta /opt/stack/data/nova/instances/snapshots/tmpbf4m2u4k/60b701d28f0c445ea7a162758a913f3b" returned: 0 in 0.597s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:10:52 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Snapshot extracted, beginning image upload
Oct 26 08:10:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:10:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:10:52 user nova-compute[74287]: INFO nova.compute.manager [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Detaching volume 2a1560b5-caba-4226-a85a-30fccb94cbb9
Oct 26 08:10:52 user nova-compute[74287]: INFO nova.virt.block_device [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Attempting to driver detach volume 2a1560b5-caba-4226-a85a-30fccb94cbb9 from mountpoint /dev/vdb
Oct 26 08:10:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Attempting to detach device vdb from instance e1557b2f-7b96-4f2f-a121-b74bd73779fa from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:10:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:10:52 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:10:52 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:10:52 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:10:52 user nova-compute[74287]:   <serial>2a1560b5-caba-4226-a85a-30fccb94cbb9</serial>
Oct 26 08:10:52 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:10:52 user nova-compute[74287]: </disk>
Oct 26 08:10:52 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:10:52 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Successfully detached device vdb from instance e1557b2f-7b96-4f2f-a121-b74bd73779fa from the persistent domain config.
Oct 26 08:10:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e1557b2f-7b96-4f2f-a121-b74bd73779fa from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:10:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:10:52 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:10:52 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:10:52 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:10:52 user nova-compute[74287]:   <serial>2a1560b5-caba-4226-a85a-30fccb94cbb9</serial>
Oct 26 08:10:52 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:10:52 user nova-compute[74287]: </disk>
Oct 26 08:10:52 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:10:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e1557b2f-7b96-4f2f-a121-b74bd73779fa {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:10:54 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Snapshot image upload complete
Oct 26 08:10:54 user nova-compute[74287]: INFO nova.compute.manager [None req-5cedc79a-f457-4030-a9a8-e6eec49eac62 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Took 5.49 seconds to snapshot the instance on the hypervisor.
Oct 26 08:10:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:10:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:11:02 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Creating image(s)
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Did not create local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Ensure instance console log exists: /opt/stack/data/nova/instances/5233a464-c050-4877-8e4b-efdfcca6350d/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Start _get_guest_xml network_info=[{"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'attachment_id': 'ffaeadab-0196-4006-bf8b-070023c1830a', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WvhUoKym', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5233a464-c050-4877-8e4b-efdfcca6350d', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7d735cf-48da-4ed3-9b5b-46071943f44c', 'serial': 'a7d735cf-48da-4ed3-9b5b-46071943f44c'}, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:11:02 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:11:02 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WvhUoKym', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:11:02 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:11:02 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:11:02 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a584955e-2280-4fb8-b114-8c5d91581719]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:11:02 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e132c4a4-ddb8-46ae-8539-5967734e4d2d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c] added
Oct 26 08:11:02 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[76011a91-f376-4483-95fd-137dbd4a44b7]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4d6f409-9f68-4f77-ba63-b01687847abd]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WvhUoKym {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WvhUoKym" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a202eed-3d7a-4cf3-a63b-102d40fc19de]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WvhUoKym'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9be41be-2783-405d-91bd-fd74c76f7438]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0634ac0-2a89-4c48-990f-4c069ed48e97]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:11:02 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:11:02 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:11:02 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:11:02 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:11:02 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:11:02 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[10560e87-59e4-45a7-a822-9d8fd53264e1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260]
Oct 26 08:11:02 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260] successful.
Oct 26 08:11:02 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7636f8c1-22da-43f2-b12c-0f24a74dfd4c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[84285f81-7846-49ce-abdb-25792461a56d]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:11:02 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:11:02 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:11:02 user nova-compute[74287]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:11:02 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:11:02 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:11:02 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:11:02 user nova-compute[74287]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:11:02 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] HCTL ('36', '-', '-', 0) found on session 32 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f8ec1a3-ec9c-4b42-98c9-eb5464c92d9b]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Searching for a device in session 32 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WvhUoKym', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:11:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.320s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '23062656431306330', 'path': '/dev/sde'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23062656431306330', 'path': '/dev/sde'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:10:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-270465902',display_name='tempest-ServerActionsTestOtherA-server-270465902',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-270465902',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHnjeNOfxxkiI9cBIZvuXc90LuOPK6zYU463E8yY3P94DHje2tA7iP1Q/1OYEgTQGGhK3OIjcoD+UmPKNwPDKRvwUrwGSb5ge2PKCKvcYrtsr/h1Q+EHtA3Lmbfnksou2w==',key_name='tempest-keypair-1706033299',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf156e21d744e9993ed225c24f7b576',ramdisk_id='',reservation_id='r-e24gy7o6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-713697274',owner_user_name='tempest-ServerActionsTestOtherA-713697274-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:10:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63da03e3263d42ca8c8d7f9cafcd5fe2',uuid=5233a464-c050-4877-8e4b-efdfcca6350d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converting VIF {"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:b6:e6,bridge_name='br-int',has_traffic_filtering=True,id=df4fdf1b-5225-476e-b571-b93719c7cc6d,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fdf1b-52') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG nova.objects.instance [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lazy-loading 'pci_devices' on Instance uuid 5233a464-c050-4877-8e4b-efdfcca6350d {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:11:03 user nova-compute[74287]:   <uuid>5233a464-c050-4877-8e4b-efdfcca6350d</uuid>
Oct 26 08:11:03 user nova-compute[74287]:   <name>instance-0000001e</name>
Oct 26 08:11:03 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:11:03 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:11:03 user nova-compute[74287]:   <metadata>
Oct 26 08:11:03 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:11:03 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:11:03 user nova-compute[74287]:       <nova:name>tempest-ServerActionsTestOtherA-server-270465902</nova:name>
Oct 26 08:11:03 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:11:02</nova:creationTime>
Oct 26 08:11:03 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:11:03 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:11:03 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:11:03 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:11:03 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:11:03 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:11:03 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:11:03 user nova-compute[74287]:       <nova:owner>
Oct 26 08:11:03 user nova-compute[74287]:         <nova:user uuid="63da03e3263d42ca8c8d7f9cafcd5fe2">tempest-ServerActionsTestOtherA-713697274-project-member</nova:user>
Oct 26 08:11:03 user nova-compute[74287]:         <nova:project uuid="5cf156e21d744e9993ed225c24f7b576">tempest-ServerActionsTestOtherA-713697274</nova:project>
Oct 26 08:11:03 user nova-compute[74287]:       </nova:owner>
Oct 26 08:11:03 user nova-compute[74287]:       <nova:ports>
Oct 26 08:11:03 user nova-compute[74287]:         <nova:port uuid="df4fdf1b-5225-476e-b571-b93719c7cc6d">
Oct 26 08:11:03 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 08:11:03 user nova-compute[74287]:         </nova:port>
Oct 26 08:11:03 user nova-compute[74287]:       </nova:ports>
Oct 26 08:11:03 user nova-compute[74287]:     </nova:instance>
Oct 26 08:11:03 user nova-compute[74287]:   </metadata>
Oct 26 08:11:03 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:11:03 user nova-compute[74287]:     <system>
Oct 26 08:11:03 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:11:03 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:11:03 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:11:03 user nova-compute[74287]:       <entry name="serial">5233a464-c050-4877-8e4b-efdfcca6350d</entry>
Oct 26 08:11:03 user nova-compute[74287]:       <entry name="uuid">5233a464-c050-4877-8e4b-efdfcca6350d</entry>
Oct 26 08:11:03 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:11:03 user nova-compute[74287]:     </system>
Oct 26 08:11:03 user nova-compute[74287]:   </sysinfo>
Oct 26 08:11:03 user nova-compute[74287]:   <os>
Oct 26 08:11:03 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:11:03 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:11:03 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:11:03 user nova-compute[74287]:   </os>
Oct 26 08:11:03 user nova-compute[74287]:   <features>
Oct 26 08:11:03 user nova-compute[74287]:     <acpi/>
Oct 26 08:11:03 user nova-compute[74287]:     <apic/>
Oct 26 08:11:03 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:11:03 user nova-compute[74287]:   </features>
Oct 26 08:11:03 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:11:03 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:11:03 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:11:03 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:11:03 user nova-compute[74287]:   </clock>
Oct 26 08:11:03 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:11:03 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:11:03 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:11:03 user nova-compute[74287]:   </cpu>
Oct 26 08:11:03 user nova-compute[74287]:   <devices>
Oct 26 08:11:03 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:11:03 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:11:03 user nova-compute[74287]:       <source dev="/dev/sde"/>
Oct 26 08:11:03 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:11:03 user nova-compute[74287]:       <serial>a7d735cf-48da-4ed3-9b5b-46071943f44c</serial>
Oct 26 08:11:03 user nova-compute[74287]:     </disk>
Oct 26 08:11:03 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:11:03 user nova-compute[74287]:       <mac address="fa:16:3e:a4:b6:e6"/>
Oct 26 08:11:03 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:11:03 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:11:03 user nova-compute[74287]:       <target dev="tapdf4fdf1b-52"/>
Oct 26 08:11:03 user nova-compute[74287]:     </interface>
Oct 26 08:11:03 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:11:03 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/5233a464-c050-4877-8e4b-efdfcca6350d/console.log" append="off"/>
Oct 26 08:11:03 user nova-compute[74287]:     </serial>
Oct 26 08:11:03 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:11:03 user nova-compute[74287]:     <video>
Oct 26 08:11:03 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:11:03 user nova-compute[74287]:     </video>
Oct 26 08:11:03 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:11:03 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:11:03 user nova-compute[74287]:     </rng>
Oct 26 08:11:03 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:11:03 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:11:03 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:11:03 user nova-compute[74287]:     </memballoon>
Oct 26 08:11:03 user nova-compute[74287]:   </devices>
Oct 26 08:11:03 user nova-compute[74287]: </domain>
Oct 26 08:11:03 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:10:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-270465902',display_name='tempest-ServerActionsTestOtherA-server-270465902',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-270465902',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHnjeNOfxxkiI9cBIZvuXc90LuOPK6zYU463E8yY3P94DHje2tA7iP1Q/1OYEgTQGGhK3OIjcoD+UmPKNwPDKRvwUrwGSb5ge2PKCKvcYrtsr/h1Q+EHtA3Lmbfnksou2w==',key_name='tempest-keypair-1706033299',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf156e21d744e9993ed225c24f7b576',ramdisk_id='',reservation_id='r-e24gy7o6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-713697274',owner_user_name='tempest-ServerActionsTestOtherA-713697274-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:10:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63da03e3263d42ca8c8d7f9cafcd5fe2',uuid=5233a464-c050-4877-8e4b-efdfcca6350d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converting VIF {"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:b6:e6,bridge_name='br-int',has_traffic_filtering=True,id=df4fdf1b-5225-476e-b571-b93719c7cc6d,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fdf1b-52') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG os_vif [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:b6:e6,bridge_name='br-int',has_traffic_filtering=True,id=df4fdf1b-5225-476e-b571-b93719c7cc6d,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fdf1b-52') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9058be0a-190d-55ac-8e35-ffa67f5048f1', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdf4fdf1b-52, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdf4fdf1b-52, col_values=(('qos', UUID('921a1275-ce02-4330-b51c-43c33cfc139b')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdf4fdf1b-52, col_values=(('external_ids', {'iface-id': 'df4fdf1b-5225-476e-b571-b93719c7cc6d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a4:b6:e6', 'vm-uuid': '5233a464-c050-4877-8e4b-efdfcca6350d'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:03 user nova-compute[74287]: INFO os_vif [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:b6:e6,bridge_name='br-int',has_traffic_filtering=True,id=df4fdf1b-5225-476e-b571-b93719c7cc6d,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fdf1b-52')
Oct 26 08:11:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:11:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] No VIF found with MAC fa:16:3e:a4:b6:e6, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:11:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-f058d81f-744e-4dc6-98e3-d2f2e0e21727 req-287f2bdc-6c31-4daa-bff8-81676f97a462 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received event network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:11:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f058d81f-744e-4dc6-98e3-d2f2e0e21727 req-287f2bdc-6c31-4daa-bff8-81676f97a462 service nova] Acquiring lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f058d81f-744e-4dc6-98e3-d2f2e0e21727 req-287f2bdc-6c31-4daa-bff8-81676f97a462 service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f058d81f-744e-4dc6-98e3-d2f2e0e21727 req-287f2bdc-6c31-4daa-bff8-81676f97a462 service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-f058d81f-744e-4dc6-98e3-d2f2e0e21727 req-287f2bdc-6c31-4daa-bff8-81676f97a462 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] No waiting events found dispatching network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:11:05 user nova-compute[74287]: WARNING nova.compute.manager [req-f058d81f-744e-4dc6-98e3-d2f2e0e21727 req-287f2bdc-6c31-4daa-bff8-81676f97a462 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received unexpected event network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d for instance with vm_state building and task_state spawning.
Oct 26 08:11:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:07 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:11:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:11:07 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Instance spawned successfully.
Oct 26 08:11:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:11:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:11:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:11:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:11:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:11:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:11:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:11:07 user nova-compute[74287]: INFO nova.compute.manager [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Took 5.04 seconds to spawn the instance on the hypervisor.
Oct 26 08:11:07 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:11:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-06651514-0b64-4133-b28b-0f4240ad9521 req-f3e6847a-39da-4518-8ceb-02efba98d6db service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received event network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:11:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-06651514-0b64-4133-b28b-0f4240ad9521 req-f3e6847a-39da-4518-8ceb-02efba98d6db service nova] Acquiring lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-06651514-0b64-4133-b28b-0f4240ad9521 req-f3e6847a-39da-4518-8ceb-02efba98d6db service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-06651514-0b64-4133-b28b-0f4240ad9521 req-f3e6847a-39da-4518-8ceb-02efba98d6db service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-06651514-0b64-4133-b28b-0f4240ad9521 req-f3e6847a-39da-4518-8ceb-02efba98d6db service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] No waiting events found dispatching network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:11:07 user nova-compute[74287]: WARNING nova.compute.manager [req-06651514-0b64-4133-b28b-0f4240ad9521 req-f3e6847a-39da-4518-8ceb-02efba98d6db service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received unexpected event network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d for instance with vm_state building and task_state spawning.
Oct 26 08:11:07 user nova-compute[74287]: INFO nova.compute.manager [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Took 24.68 seconds to build instance.
Oct 26 08:11:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7bf0c923-5465-401c-860a-bdc50490255c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "5233a464-c050-4877-8e4b-efdfcca6350d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.777s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:09 user nova-compute[74287]: DEBUG nova.compute.manager [req-5271bf58-c140-4b88-a26b-165c325b2412 req-35e3d9e9-f56f-4048-a286-8bd570434119 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Received event network-changed-966377c4-2266-4576-a9a7-74e7ce24e00f {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:11:09 user nova-compute[74287]: DEBUG nova.compute.manager [req-5271bf58-c140-4b88-a26b-165c325b2412 req-35e3d9e9-f56f-4048-a286-8bd570434119 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Refreshing instance network info cache due to event network-changed-966377c4-2266-4576-a9a7-74e7ce24e00f. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:11:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5271bf58-c140-4b88-a26b-165c325b2412 req-35e3d9e9-f56f-4048-a286-8bd570434119 service nova] Acquiring lock "refresh_cache-7b49182e-e9e3-4d75-ac5e-58aae121c186" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:11:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5271bf58-c140-4b88-a26b-165c325b2412 req-35e3d9e9-f56f-4048-a286-8bd570434119 service nova] Acquired lock "refresh_cache-7b49182e-e9e3-4d75-ac5e-58aae121c186" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:11:09 user nova-compute[74287]: DEBUG nova.network.neutron [req-5271bf58-c140-4b88-a26b-165c325b2412 req-35e3d9e9-f56f-4048-a286-8bd570434119 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Refreshing network info cache for port 966377c4-2266-4576-a9a7-74e7ce24e00f {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:11:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:09 user nova-compute[74287]: DEBUG nova.objects.instance [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lazy-loading 'flavor' on Instance uuid 7b49182e-e9e3-4d75-ac5e-58aae121c186 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:11:09 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Ignoring supplied device name: /dev/vdb
Oct 26 08:11:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.100s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:09 user nova-compute[74287]: DEBUG nova.network.neutron [req-5271bf58-c140-4b88-a26b-165c325b2412 req-35e3d9e9-f56f-4048-a286-8bd570434119 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Updated VIF entry in instance network info cache for port 966377c4-2266-4576-a9a7-74e7ce24e00f. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:11:09 user nova-compute[74287]: DEBUG nova.network.neutron [req-5271bf58-c140-4b88-a26b-165c325b2412 req-35e3d9e9-f56f-4048-a286-8bd570434119 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Updating instance_info_cache with network_info: [{"id": "966377c4-2266-4576-a9a7-74e7ce24e00f", "address": "fa:16:3e:68:a1:af", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap966377c4-22", "ovs_interfaceid": "966377c4-2266-4576-a9a7-74e7ce24e00f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:11:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5271bf58-c140-4b88-a26b-165c325b2412 req-35e3d9e9-f56f-4048-a286-8bd570434119 service nova] Releasing lock "refresh_cache-7b49182e-e9e3-4d75-ac5e-58aae121c186" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:10 user nova-compute[74287]: INFO nova.compute.manager [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Attaching volume b5f47b0d-4c72-4895-9174-c4a66cc1f8bb to /dev/vdb
Oct 26 08:11:10 user nova-compute[74287]: DEBUG os_brick.utils [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f228af7b-82c4-4828-a931-5a7c7ce0d043]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6f3fbcf-2f05-48af-a847-5f8ae171ff59]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[632b7911-463d-4492-a0e3-f49ed811c56b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[328666c0-5b35-4792-9d94-1802a460127e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:11:10 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:11:10 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc09477b-5ef9-4cbf-8450-48e005acfaa0]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG os_brick.utils [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:11:10 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Updating existing volume attachment record: abae6d12-7376-4db1-a59d-6127effe2188 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:11:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:12 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e1557b2f-7b96-4f2f-a121-b74bd73779fa is timed out.
Oct 26 08:11:12 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Successfully detached device vdb from instance e1557b2f-7b96-4f2f-a121-b74bd73779fa from the live domain config.
Oct 26 08:11:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:11:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YzWKdMln', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:11:12 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:11:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:11:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:11:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[37a957aa-96e2-4fc1-b493-11997520363b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:11:13 user nova-compute[74287]: No targets found.
Oct 26 08:11:13 user nova-compute[74287]: iSNS:
Oct 26 08:11:13 user nova-compute[74287]: No targets found.
Oct 26 08:11:13 user nova-compute[74287]: STATIC:
Oct 26 08:11:13 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2
Oct 26 08:11:13 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:11:13 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:11:13 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:11:13 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:11:13 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:11:13 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c
Oct 26 08:11:13 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:11:13 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:11:13 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9
Oct 26 08:11:13 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:11:13 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:11:13 user nova-compute[74287]: FIRMWARE:
Oct 26 08:11:13 user nova-compute[74287]: No targets found.
Oct 26 08:11:13 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:11:13 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:11:13 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[526e41ab-e44b-4ac9-9bd2-8d4be151e220]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d61e1f1-c843-43fc-9558-fb514efee649]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:11:13 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:11:13 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:11:13 user nova-compute[74287]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:11:13 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:11:13 user nova-compute[74287]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 (non-flash)
Oct 26 08:11:13 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:11:13 user nova-compute[74287]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:11:13 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb90203c70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.033s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e699555d-b33f-49a7-b2ba-7c53775fc9b9]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f9951cf-fa4d-4366-bf2f-303b1b696af2]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e7e4047-ad68-4e8a-bb08-5df36bb9a86e]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.056s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[39ac48dc-4e8d-42f8-ab6f-a3d34cb332ea]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9105fb56-2e43-4ad3-84fb-25d2bf257dc7]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2bfb5a7-1448-4253-8469-211cc6e9f004]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9, portal: 172.16.0.220,3260]
Oct 26 08:11:13 user nova-compute[74287]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9, portal: 172.16.0.220,3260] successful.
Oct 26 08:11:13 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1560b5-caba-4226-a85a-30fccb94cbb9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[33bf247b-e3e3-412b-9e61-626eb073e010]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.460s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] <== disconnect_volume: return (461ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:11:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:14 user nova-compute[74287]: DEBUG nova.objects.instance [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lazy-loading 'flavor' on Instance uuid e1557b2f-7b96-4f2f-a121-b74bd73779fa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:11:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7a0cfb4b-fbf2-4d0a-93d0-440700b59ee0 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.991s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "85a22013-b9f2-4fc5-908d-336e7b447559" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "85a22013-b9f2-4fc5-908d-336e7b447559" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:11:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:11:21 user nova-compute[74287]: INFO nova.compute.claims [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Claim successful on node user
Oct 26 08:11:22 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:11:22 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:11:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.425s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:22 user nova-compute[74287]: DEBUG nova.compute.manager [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:11:22 user nova-compute[74287]: DEBUG nova.compute.manager [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:11:22 user nova-compute[74287]: DEBUG nova.network.neutron [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:11:22 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:11:22 user nova-compute[74287]: DEBUG nova.compute.manager [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:11:22 user nova-compute[74287]: DEBUG nova.policy [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e22ccde3210345a187621e97e23af484', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec4c427ffdff494ebdf15b3c9bef663f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:11:22 user nova-compute[74287]: DEBUG nova.compute.manager [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:11:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:11:22 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Creating image(s)
Oct 26 08:11:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "/opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "/opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "/opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.060s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "146670ce268bbd950d5a416b0938e03681204c0d" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "146670ce268bbd950d5a416b0938e03681204c0d" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:22 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d.part --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d.part --force-share --output=json" returned: 0 in 0.191s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG nova.virt.images [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] 31fa760a-eac3-4b4b-bf18-f2ceb4857d37 was qcow2, converting to raw {{(pid=74287) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d.part /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d.converted {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG nova.network.neutron [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Successfully created port: 13fae808-1faa-43cb-b7e8-02ad8c318ad7 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d.part /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d.converted" returned: 0 in 0.339s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d.converted --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d.converted --force-share --output=json" returned: 0 in 0.192s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "146670ce268bbd950d5a416b0938e03681204c0d" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.115s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "146670ce268bbd950d5a416b0938e03681204c0d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "146670ce268bbd950d5a416b0938e03681204c0d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d,backing_fmt=raw /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d,backing_fmt=raw /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk 1073741824" returned: 0 in 0.058s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "146670ce268bbd950d5a416b0938e03681204c0d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Checking if we can resize image /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.network.neutron [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Successfully updated port: 13fae808-1faa-43cb-b7e8-02ad8c318ad7 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "refresh_cache-85a22013-b9f2-4fc5-908d-336e7b447559" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquired lock "refresh_cache-85a22013-b9f2-4fc5-908d-336e7b447559" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.network.neutron [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-0dfb55f0-32ac-4879-9b22-b1d92d2cb763 req-9463de49-d66d-4b54-b352-1533957f7c0c service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Received event network-changed-13fae808-1faa-43cb-b7e8-02ad8c318ad7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-0dfb55f0-32ac-4879-9b22-b1d92d2cb763 req-9463de49-d66d-4b54-b352-1533957f7c0c service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Refreshing instance network info cache due to event network-changed-13fae808-1faa-43cb-b7e8-02ad8c318ad7. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0dfb55f0-32ac-4879-9b22-b1d92d2cb763 req-9463de49-d66d-4b54-b352-1533957f7c0c service nova] Acquiring lock "refresh_cache-85a22013-b9f2-4fc5-908d-336e7b447559" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Cannot resize image /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Ensure instance console log exists: /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.network.neutron [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.network.neutron [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Updating instance_info_cache with network_info: [{"id": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "address": "fa:16:3e:e3:f3:5a", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fae808-1f", "ovs_interfaceid": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Releasing lock "refresh_cache-85a22013-b9f2-4fc5-908d-336e7b447559" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.compute.manager [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Instance network_info: |[{"id": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "address": "fa:16:3e:e3:f3:5a", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fae808-1f", "ovs_interfaceid": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0dfb55f0-32ac-4879-9b22-b1d92d2cb763 req-9463de49-d66d-4b54-b352-1533957f7c0c service nova] Acquired lock "refresh_cache-85a22013-b9f2-4fc5-908d-336e7b447559" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.network.neutron [req-0dfb55f0-32ac-4879-9b22-b1d92d2cb763 req-9463de49-d66d-4b54-b352-1533957f7c0c service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Refreshing network info cache for port 13fae808-1faa-43cb-b7e8-02ad8c318ad7 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Start _get_guest_xml network_info=[{"id": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "address": "fa:16:3e:e3:f3:5a", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fae808-1f", "ovs_interfaceid": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T08:11:18Z,direct_url=<?>,disk_format='qcow2',id=31fa760a-eac3-4b4b-bf18-f2ceb4857d37,min_disk=0,min_ram=0,name='tempest-scenario-img--179887160',owner='ec4c427ffdff494ebdf15b3c9bef663f',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T08:11:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '31fa760a-eac3-4b4b-bf18-f2ceb4857d37'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:11:24 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:11:24 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T08:11:18Z,direct_url=<?>,disk_format='qcow2',id=31fa760a-eac3-4b4b-bf18-f2ceb4857d37,min_disk=0,min_ram=0,name='tempest-scenario-img--179887160',owner='ec4c427ffdff494ebdf15b3c9bef663f',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T08:11:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:11:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1613904896',display_name='tempest-TestMinimumBasicScenario-server-1613904896',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1613904896',id=31,image_ref='31fa760a-eac3-4b4b-bf18-f2ceb4857d37',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGFkxhucg6U0hukfFutSLGJpmdHnDRyOC1lAdoLMaTyWvZOwvEl0vCZTo0RPVPLyXLzWcPoF3RSNcGgnRHeStjr+3mkRh8o1P2owvGuy0V+xkWgdfNb/Kdb2w74byUNS7w==',key_name='tempest-TestMinimumBasicScenario-904606715',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ec4c427ffdff494ebdf15b3c9bef663f',ramdisk_id='',reservation_id='r-7bhmqrzy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='31fa760a-eac3-4b4b-bf18-f2ceb4857d37',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1177022619',owner_user_name='tempest-TestMinimumBasicScenario-1177022619-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:11:22Z,user_data=None,user_id='e22ccde3210345a187621e97e23af484',uuid=85a22013-b9f2-4fc5-908d-336e7b447559,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "address": "fa:16:3e:e3:f3:5a", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fae808-1f", "ovs_interfaceid": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converting VIF {"id": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "address": "fa:16:3e:e3:f3:5a", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fae808-1f", "ovs_interfaceid": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:f3:5a,bridge_name='br-int',has_traffic_filtering=True,id=13fae808-1faa-43cb-b7e8-02ad8c318ad7,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13fae808-1f') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.objects.instance [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lazy-loading 'pci_devices' on Instance uuid 85a22013-b9f2-4fc5-908d-336e7b447559 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:11:24 user nova-compute[74287]:   <uuid>85a22013-b9f2-4fc5-908d-336e7b447559</uuid>
Oct 26 08:11:24 user nova-compute[74287]:   <name>instance-0000001f</name>
Oct 26 08:11:24 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:11:24 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:11:24 user nova-compute[74287]:   <metadata>
Oct 26 08:11:24 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:11:24 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:11:24 user nova-compute[74287]:       <nova:name>tempest-TestMinimumBasicScenario-server-1613904896</nova:name>
Oct 26 08:11:24 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:11:24</nova:creationTime>
Oct 26 08:11:24 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:11:24 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:11:24 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:11:24 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:11:24 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:11:24 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:11:24 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:11:24 user nova-compute[74287]:       <nova:owner>
Oct 26 08:11:24 user nova-compute[74287]:         <nova:user uuid="e22ccde3210345a187621e97e23af484">tempest-TestMinimumBasicScenario-1177022619-project-member</nova:user>
Oct 26 08:11:24 user nova-compute[74287]:         <nova:project uuid="ec4c427ffdff494ebdf15b3c9bef663f">tempest-TestMinimumBasicScenario-1177022619</nova:project>
Oct 26 08:11:24 user nova-compute[74287]:       </nova:owner>
Oct 26 08:11:24 user nova-compute[74287]:       <nova:root type="image" uuid="31fa760a-eac3-4b4b-bf18-f2ceb4857d37"/>
Oct 26 08:11:24 user nova-compute[74287]:       <nova:ports>
Oct 26 08:11:24 user nova-compute[74287]:         <nova:port uuid="13fae808-1faa-43cb-b7e8-02ad8c318ad7">
Oct 26 08:11:24 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 26 08:11:24 user nova-compute[74287]:         </nova:port>
Oct 26 08:11:24 user nova-compute[74287]:       </nova:ports>
Oct 26 08:11:24 user nova-compute[74287]:     </nova:instance>
Oct 26 08:11:24 user nova-compute[74287]:   </metadata>
Oct 26 08:11:24 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:11:24 user nova-compute[74287]:     <system>
Oct 26 08:11:24 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:11:24 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:11:24 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:11:24 user nova-compute[74287]:       <entry name="serial">85a22013-b9f2-4fc5-908d-336e7b447559</entry>
Oct 26 08:11:24 user nova-compute[74287]:       <entry name="uuid">85a22013-b9f2-4fc5-908d-336e7b447559</entry>
Oct 26 08:11:24 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:11:24 user nova-compute[74287]:     </system>
Oct 26 08:11:24 user nova-compute[74287]:   </sysinfo>
Oct 26 08:11:24 user nova-compute[74287]:   <os>
Oct 26 08:11:24 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:11:24 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:11:24 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:11:24 user nova-compute[74287]:   </os>
Oct 26 08:11:24 user nova-compute[74287]:   <features>
Oct 26 08:11:24 user nova-compute[74287]:     <acpi/>
Oct 26 08:11:24 user nova-compute[74287]:     <apic/>
Oct 26 08:11:24 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:11:24 user nova-compute[74287]:   </features>
Oct 26 08:11:24 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:11:24 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:11:24 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:11:24 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:11:24 user nova-compute[74287]:   </clock>
Oct 26 08:11:24 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:11:24 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:11:24 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:11:24 user nova-compute[74287]:   </cpu>
Oct 26 08:11:24 user nova-compute[74287]:   <devices>
Oct 26 08:11:24 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:11:24 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:11:24 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk"/>
Oct 26 08:11:24 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:11:24 user nova-compute[74287]:     </disk>
Oct 26 08:11:24 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:11:24 user nova-compute[74287]:       <mac address="fa:16:3e:e3:f3:5a"/>
Oct 26 08:11:24 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:11:24 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:11:24 user nova-compute[74287]:       <target dev="tap13fae808-1f"/>
Oct 26 08:11:24 user nova-compute[74287]:     </interface>
Oct 26 08:11:24 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:11:24 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/console.log" append="off"/>
Oct 26 08:11:24 user nova-compute[74287]:     </serial>
Oct 26 08:11:24 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:11:24 user nova-compute[74287]:     <video>
Oct 26 08:11:24 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:11:24 user nova-compute[74287]:     </video>
Oct 26 08:11:24 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:11:24 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:11:24 user nova-compute[74287]:     </rng>
Oct 26 08:11:24 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:11:24 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:11:24 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:11:24 user nova-compute[74287]:     </memballoon>
Oct 26 08:11:24 user nova-compute[74287]:   </devices>
Oct 26 08:11:24 user nova-compute[74287]: </domain>
Oct 26 08:11:24 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:11:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1613904896',display_name='tempest-TestMinimumBasicScenario-server-1613904896',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1613904896',id=31,image_ref='31fa760a-eac3-4b4b-bf18-f2ceb4857d37',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGFkxhucg6U0hukfFutSLGJpmdHnDRyOC1lAdoLMaTyWvZOwvEl0vCZTo0RPVPLyXLzWcPoF3RSNcGgnRHeStjr+3mkRh8o1P2owvGuy0V+xkWgdfNb/Kdb2w74byUNS7w==',key_name='tempest-TestMinimumBasicScenario-904606715',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ec4c427ffdff494ebdf15b3c9bef663f',ramdisk_id='',reservation_id='r-7bhmqrzy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='31fa760a-eac3-4b4b-bf18-f2ceb4857d37',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1177022619',owner_user_name='tempest-TestMinimumBasicScenario-1177022619-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:11:22Z,user_data=None,user_id='e22ccde3210345a187621e97e23af484',uuid=85a22013-b9f2-4fc5-908d-336e7b447559,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "address": "fa:16:3e:e3:f3:5a", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fae808-1f", "ovs_interfaceid": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converting VIF {"id": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "address": "fa:16:3e:e3:f3:5a", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fae808-1f", "ovs_interfaceid": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:f3:5a,bridge_name='br-int',has_traffic_filtering=True,id=13fae808-1faa-43cb-b7e8-02ad8c318ad7,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13fae808-1f') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG os_vif [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:f3:5a,bridge_name='br-int',has_traffic_filtering=True,id=13fae808-1faa-43cb-b7e8-02ad8c318ad7,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13fae808-1f') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '89f2ef4a-a619-599d-8c08-49bf80c64e6f', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap13fae808-1f, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap13fae808-1f, col_values=(('qos', UUID('73acb561-4b0e-4aea-bfcf-a1408b5068ad')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap13fae808-1f, col_values=(('external_ids', {'iface-id': '13fae808-1faa-43cb-b7e8-02ad8c318ad7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e3:f3:5a', 'vm-uuid': '85a22013-b9f2-4fc5-908d-336e7b447559'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:24 user nova-compute[74287]: INFO os_vif [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:f3:5a,bridge_name='br-int',has_traffic_filtering=True,id=13fae808-1faa-43cb-b7e8-02ad8c318ad7,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13fae808-1f')
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:11:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] No VIF found with MAC fa:16:3e:e3:f3:5a, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:11:25 user nova-compute[74287]: DEBUG nova.network.neutron [req-0dfb55f0-32ac-4879-9b22-b1d92d2cb763 req-9463de49-d66d-4b54-b352-1533957f7c0c service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Updated VIF entry in instance network info cache for port 13fae808-1faa-43cb-b7e8-02ad8c318ad7. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:11:25 user nova-compute[74287]: DEBUG nova.network.neutron [req-0dfb55f0-32ac-4879-9b22-b1d92d2cb763 req-9463de49-d66d-4b54-b352-1533957f7c0c service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Updating instance_info_cache with network_info: [{"id": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "address": "fa:16:3e:e3:f3:5a", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fae808-1f", "ovs_interfaceid": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:11:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0dfb55f0-32ac-4879-9b22-b1d92d2cb763 req-9463de49-d66d-4b54-b352-1533957f7c0c service nova] Releasing lock "refresh_cache-85a22013-b9f2-4fc5-908d-336e7b447559" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:11:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-c8825034-9127-4205-98c4-b4ae2436e2fe req-6b327ead-d323-48fe-869a-9dcc20c61a3c service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Received event network-vif-plugged-13fae808-1faa-43cb-b7e8-02ad8c318ad7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:11:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c8825034-9127-4205-98c4-b4ae2436e2fe req-6b327ead-d323-48fe-869a-9dcc20c61a3c service nova] Acquiring lock "85a22013-b9f2-4fc5-908d-336e7b447559-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c8825034-9127-4205-98c4-b4ae2436e2fe req-6b327ead-d323-48fe-869a-9dcc20c61a3c service nova] Lock "85a22013-b9f2-4fc5-908d-336e7b447559-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c8825034-9127-4205-98c4-b4ae2436e2fe req-6b327ead-d323-48fe-869a-9dcc20c61a3c service nova] Lock "85a22013-b9f2-4fc5-908d-336e7b447559-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-c8825034-9127-4205-98c4-b4ae2436e2fe req-6b327ead-d323-48fe-869a-9dcc20c61a3c service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] No waiting events found dispatching network-vif-plugged-13fae808-1faa-43cb-b7e8-02ad8c318ad7 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:11:26 user nova-compute[74287]: WARNING nova.compute.manager [req-c8825034-9127-4205-98c4-b4ae2436e2fe req-6b327ead-d323-48fe-869a-9dcc20c61a3c service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Received unexpected event network-vif-plugged-13fae808-1faa-43cb-b7e8-02ad8c318ad7 for instance with vm_state building and task_state spawning.
Oct 26 08:11:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:11:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:11:28 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Instance spawned successfully.
Oct 26 08:11:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:11:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:11:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:11:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:11:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:11:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:11:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:11:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-dd089b6f-10db-4a05-831f-55ecf0f341e0 req-203d9398-8697-4c9a-b912-1e500b0bbe45 service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Received event network-vif-plugged-13fae808-1faa-43cb-b7e8-02ad8c318ad7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:11:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-dd089b6f-10db-4a05-831f-55ecf0f341e0 req-203d9398-8697-4c9a-b912-1e500b0bbe45 service nova] Acquiring lock "85a22013-b9f2-4fc5-908d-336e7b447559-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-dd089b6f-10db-4a05-831f-55ecf0f341e0 req-203d9398-8697-4c9a-b912-1e500b0bbe45 service nova] Lock "85a22013-b9f2-4fc5-908d-336e7b447559-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-dd089b6f-10db-4a05-831f-55ecf0f341e0 req-203d9398-8697-4c9a-b912-1e500b0bbe45 service nova] Lock "85a22013-b9f2-4fc5-908d-336e7b447559-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-dd089b6f-10db-4a05-831f-55ecf0f341e0 req-203d9398-8697-4c9a-b912-1e500b0bbe45 service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] No waiting events found dispatching network-vif-plugged-13fae808-1faa-43cb-b7e8-02ad8c318ad7 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:11:28 user nova-compute[74287]: WARNING nova.compute.manager [req-dd089b6f-10db-4a05-831f-55ecf0f341e0 req-203d9398-8697-4c9a-b912-1e500b0bbe45 service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Received unexpected event network-vif-plugged-13fae808-1faa-43cb-b7e8-02ad8c318ad7 for instance with vm_state building and task_state spawning.
Oct 26 08:11:28 user nova-compute[74287]: INFO nova.compute.manager [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Took 6.09 seconds to spawn the instance on the hypervisor.
Oct 26 08:11:28 user nova-compute[74287]: DEBUG nova.compute.manager [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:11:28 user nova-compute[74287]: INFO nova.compute.manager [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Took 6.92 seconds to build instance.
Oct 26 08:11:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-de3508c2-a448-42d0-946e-13f7117b5fd8 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "85a22013-b9f2-4fc5-908d-336e7b447559" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.028s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gIYQFJHW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:11:29 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:11:29 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:11:29 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[97869437-6772-4be8-a18d-2ce7365ed990]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:11:29 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9d95561-4319-4c73-8cac-f9177953499f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb] added
Oct 26 08:11:29 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[24156a96-55a3-4a80-bd87-9f41c5de91ea]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[01b08c96-1bac-4ca3-9be3-f3f8700179b3]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gIYQFJHW {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gIYQFJHW" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bc46a91-e988-4657-a80d-5ebe96e908be]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gIYQFJHW'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4d269b7-e944-4915-b5be-6302673c7938]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b6daf12-ce51-460f-8ecc-1758b53738d9]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:11:29 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:11:29 user nova-compute[74287]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:11:29 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:11:29 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:11:29 user nova-compute[74287]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:11:29 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba9b8386-98eb-4be5-821c-1a251f6954c8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb, portal: 172.16.0.220,3260]
Oct 26 08:11:29 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb, portal: 172.16.0.220,3260] successful.
Oct 26 08:11:29 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[130a4663-1855-473a-a38a-52181bcf6d99]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9bcb32f-11cd-4b7a-ae6e-d4c027062ecc]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:11:29 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:11:29 user nova-compute[74287]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:11:29 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:11:29 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:11:29 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:11:29 user nova-compute[74287]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:11:29 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:11:29 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.340s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] HCTL ('33', '-', '-', 0) found on session 33 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bee07907-c929-480a-aab2-5c73fad5c1cd]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Searching for a device in session 33 and hctl ['33', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:11:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:30 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Searching for a device in session 33 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:11:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gIYQFJHW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:11:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.374s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:11:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] <== connect_volume: return (1376ms) {'type': 'block', 'scsi_wwn': '23635313664323038', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:11:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23635313664323038', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:11:30 user nova-compute[74287]: DEBUG nova.objects.instance [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lazy-loading 'flavor' on Instance uuid 7b49182e-e9e3-4d75-ac5e-58aae121c186 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:11:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:11:30 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:11:30 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:11:30 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:11:30 user nova-compute[74287]:   <serial>b5f47b0d-4c72-4895-9174-c4a66cc1f8bb</serial>
Oct 26 08:11:30 user nova-compute[74287]: </disk>
Oct 26 08:11:30 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:11:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:11:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:11:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] No VIF found with MAC fa:16:3e:68:a1:af, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:11:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-59855cdf-6076-4087-a545-c01ea8e00352 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.315s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:34 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:11:34 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:11:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:35 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:11:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:35 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:11:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:11:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:11:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:11:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:11:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:11:39 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:11:39 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:11:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7866MB free_disk=24.787277221679688GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance e1557b2f-7b96-4f2f-a121-b74bd73779fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 6d7003c8-1ffe-4367-881d-940a70d41088 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ee8b81c9-1f93-479e-9973-7110ef7fa6a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 7b49182e-e9e3-4d75-ac5e-58aae121c186 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 85c906c1-86b7-4911-8faa-67c9de6a78f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5233a464-c050-4877-8e4b-efdfcca6350d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 85a22013-b9f2-4fc5-908d-336e7b447559 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:11:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:11:40 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:11:40 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:11:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:11:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.529s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:11:41 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:11:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-250bc295-7edf-4ca5-a02b-f9533b36628d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:11:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-250bc295-7edf-4ca5-a02b-f9533b36628d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:11:41 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:11:41 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Updating instance_info_cache with network_info: [{"id": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "address": "fa:16:3e:57:30:f1", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37c2e9d6-92", "ovs_interfaceid": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:11:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-250bc295-7edf-4ca5-a02b-f9533b36628d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:11:41 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:11:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:11:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:11:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:11:42 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:11:42 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:11:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:43 user nova-compute[74287]: INFO nova.compute.manager [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Terminating instance
Oct 26 08:11:43 user nova-compute[74287]: DEBUG nova.compute.manager [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-b1de8282-97b8-489c-a5dd-2be99ec5a423 req-a340d980-69fc-417f-9738-76539377dcd7 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-vif-unplugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b1de8282-97b8-489c-a5dd-2be99ec5a423 req-a340d980-69fc-417f-9738-76539377dcd7 service nova] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b1de8282-97b8-489c-a5dd-2be99ec5a423 req-a340d980-69fc-417f-9738-76539377dcd7 service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b1de8282-97b8-489c-a5dd-2be99ec5a423 req-a340d980-69fc-417f-9738-76539377dcd7 service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-b1de8282-97b8-489c-a5dd-2be99ec5a423 req-a340d980-69fc-417f-9738-76539377dcd7 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] No waiting events found dispatching network-vif-unplugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-b1de8282-97b8-489c-a5dd-2be99ec5a423 req-a340d980-69fc-417f-9738-76539377dcd7 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-vif-unplugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:11:43 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Instance destroyed successfully.
Oct 26 08:11:43 user nova-compute[74287]: DEBUG nova.objects.instance [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lazy-loading 'resources' on Instance uuid e1557b2f-7b96-4f2f-a121-b74bd73779fa {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:04:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-216613814',display_name='tempest-ServerStableDeviceRescueTest-server-216613814',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-216613814',id=24,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDndytTol3ocouc9Co8P5bbDkSNvo4acmuZ2aFJ+ELR3IszGFbUy7j5gd2o+20yxTN96lKD5qkRIO+HTtWEhohe96qqZwIzKcPNYAAUKPOF69AaMCi7Q2Bx8bhx9vtydcQ==',key_name='tempest-keypair-78947038',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:08:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c2bde267a1e46f0b0bba8e2b335d845',ramdisk_id='',reservation_id='r-v3iwx0as',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-2072515027',owner_user_name='tempest-ServerStableDeviceRescueTest-2072515027-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:10:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1b58cf1f99f24c1eaf837f89d8ec42a8',uuid=e1557b2f-7b96-4f2f-a121-b74bd73779fa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Converting VIF {"id": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "address": "fa:16:3e:f0:12:a9", "network": {"id": "64bc4f19-2685-4b15-867b-a73a650a8f07", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-195979833-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c2bde267a1e46f0b0bba8e2b335d845", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76a7bb06-c5", "ovs_interfaceid": "76a7bb06-c5ee-450c-bc46-417d80d0f180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f0:12:a9,bridge_name='br-int',has_traffic_filtering=True,id=76a7bb06-c5ee-450c-bc46-417d80d0f180,network=Network(64bc4f19-2685-4b15-867b-a73a650a8f07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76a7bb06-c5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG os_vif [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:12:a9,bridge_name='br-int',has_traffic_filtering=True,id=76a7bb06-c5ee-450c-bc46-417d80d0f180,network=Network(64bc4f19-2685-4b15-867b-a73a650a8f07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76a7bb06-c5') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap76a7bb06-c5, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=de8db910-333e-4c77-a52e-c288b3aa2c41) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:43 user nova-compute[74287]: INFO os_vif [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:12:a9,bridge_name='br-int',has_traffic_filtering=True,id=76a7bb06-c5ee-450c-bc46-417d80d0f180,network=Network(64bc4f19-2685-4b15-867b-a73a650a8f07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76a7bb06-c5')
Oct 26 08:11:43 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Deleting instance files /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa_del
Oct 26 08:11:43 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Deletion of /opt/stack/data/nova/instances/e1557b2f-7b96-4f2f-a121-b74bd73779fa_del complete
Oct 26 08:11:43 user nova-compute[74287]: INFO nova.compute.manager [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 26 08:11:43 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:11:43 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:11:44 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:11:44 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Took 0.71 seconds to deallocate network for instance.
Oct 26 08:11:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-adc3c2f5-3653-4f66-a496-6dc7a3dcf80f req-f32c079e-6ca2-4c8b-948a-b8c74b593bc3 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-vif-deleted-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:11:44 user nova-compute[74287]: INFO nova.compute.manager [req-adc3c2f5-3653-4f66-a496-6dc7a3dcf80f req-f32c079e-6ca2-4c8b-948a-b8c74b593bc3 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Neutron deleted interface 76a7bb06-c5ee-450c-bc46-417d80d0f180; detaching it from the instance and deleting it from the info cache
Oct 26 08:11:44 user nova-compute[74287]: DEBUG nova.network.neutron [req-adc3c2f5-3653-4f66-a496-6dc7a3dcf80f req-f32c079e-6ca2-4c8b-948a-b8c74b593bc3 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:11:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-adc3c2f5-3653-4f66-a496-6dc7a3dcf80f req-f32c079e-6ca2-4c8b-948a-b8c74b593bc3 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Detach interface failed, port_id=76a7bb06-c5ee-450c-bc46-417d80d0f180, reason: Instance e1557b2f-7b96-4f2f-a121-b74bd73779fa could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 08:11:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:45 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:11:45 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:11:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.323s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:45 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Deleted allocations for instance e1557b2f-7b96-4f2f-a121-b74bd73779fa
Oct 26 08:11:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c0e6745-32e7-497b-85fc-c1ece1634304 tempest-ServerStableDeviceRescueTest-2072515027 tempest-ServerStableDeviceRescueTest-2072515027-project-member] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.093s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-40885171-fc2a-4fde-a18a-d1c9bc30b7a6 req-01fb85d3-5cba-479f-9f50-0a722812fe79 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:11:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-40885171-fc2a-4fde-a18a-d1c9bc30b7a6 req-01fb85d3-5cba-479f-9f50-0a722812fe79 service nova] Acquiring lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-40885171-fc2a-4fde-a18a-d1c9bc30b7a6 req-01fb85d3-5cba-479f-9f50-0a722812fe79 service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-40885171-fc2a-4fde-a18a-d1c9bc30b7a6 req-01fb85d3-5cba-479f-9f50-0a722812fe79 service nova] Lock "e1557b2f-7b96-4f2f-a121-b74bd73779fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-40885171-fc2a-4fde-a18a-d1c9bc30b7a6 req-01fb85d3-5cba-479f-9f50-0a722812fe79 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] No waiting events found dispatching network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:11:45 user nova-compute[74287]: WARNING nova.compute.manager [req-40885171-fc2a-4fde-a18a-d1c9bc30b7a6 req-01fb85d3-5cba-479f-9f50-0a722812fe79 service nova] [instance: e1557b2f-7b96-4f2f-a121-b74bd73779fa] Received unexpected event network-vif-plugged-76a7bb06-c5ee-450c-bc46-417d80d0f180 for instance with vm_state deleted and task_state None.
Oct 26 08:11:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:48 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:11:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "81240919-9972-4a21-a102-3d103db67c1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "81240919-9972-4a21-a102-3d103db67c1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:57 user nova-compute[74287]: DEBUG nova.compute.manager [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:11:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:11:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:11:57 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:11:57 user nova-compute[74287]: INFO nova.compute.claims [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Claim successful on node user
Oct 26 08:11:57 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:11:57 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:11:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.423s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:11:57 user nova-compute[74287]: DEBUG nova.compute.manager [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:11:57 user nova-compute[74287]: DEBUG nova.compute.manager [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:11:57 user nova-compute[74287]: DEBUG nova.network.neutron [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:11:57 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:11:57 user nova-compute[74287]: DEBUG nova.compute.manager [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:11:57 user nova-compute[74287]: INFO nova.virt.block_device [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Booting with volume-backed-image 027074c5-9908-45c6-ae18-2c6fa1df5867 at /dev/vda
Oct 26 08:11:57 user nova-compute[74287]: DEBUG nova.policy [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '859a049e05c6402a98f3e10b216cd990', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce4db76d8c424e10b26fb0e8aaf8e1bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:11:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:58 user nova-compute[74287]: DEBUG nova.network.neutron [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Successfully created port: f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:11:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:11:59 user nova-compute[74287]: DEBUG nova.network.neutron [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Successfully updated port: f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:11:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "refresh_cache-81240919-9972-4a21-a102-3d103db67c1b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:11:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquired lock "refresh_cache-81240919-9972-4a21-a102-3d103db67c1b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:11:59 user nova-compute[74287]: DEBUG nova.network.neutron [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:11:59 user nova-compute[74287]: DEBUG nova.compute.manager [req-5b2f9b28-44ba-474c-9596-5b5e40c27f37 req-9aaf12dc-d4bb-4426-af49-e77915e50e58 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received event network-changed-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:11:59 user nova-compute[74287]: DEBUG nova.compute.manager [req-5b2f9b28-44ba-474c-9596-5b5e40c27f37 req-9aaf12dc-d4bb-4426-af49-e77915e50e58 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Refreshing instance network info cache due to event network-changed-f2e9966a-dbc8-4507-8eb9-13851c171fe2. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:11:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5b2f9b28-44ba-474c-9596-5b5e40c27f37 req-9aaf12dc-d4bb-4426-af49-e77915e50e58 service nova] Acquiring lock "refresh_cache-81240919-9972-4a21-a102-3d103db67c1b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:11:59 user nova-compute[74287]: DEBUG nova.network.neutron [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:11:59 user nova-compute[74287]: DEBUG nova.network.neutron [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Updating instance_info_cache with network_info: [{"id": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "address": "fa:16:3e:e9:d3:ec", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2e9966a-db", "ovs_interfaceid": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:11:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Releasing lock "refresh_cache-81240919-9972-4a21-a102-3d103db67c1b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:11:59 user nova-compute[74287]: DEBUG nova.compute.manager [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Instance network_info: |[{"id": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "address": "fa:16:3e:e9:d3:ec", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2e9966a-db", "ovs_interfaceid": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:11:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5b2f9b28-44ba-474c-9596-5b5e40c27f37 req-9aaf12dc-d4bb-4426-af49-e77915e50e58 service nova] Acquired lock "refresh_cache-81240919-9972-4a21-a102-3d103db67c1b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:11:59 user nova-compute[74287]: DEBUG nova.network.neutron [req-5b2f9b28-44ba-474c-9596-5b5e40c27f37 req-9aaf12dc-d4bb-4426-af49-e77915e50e58 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Refreshing network info cache for port f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:12:00 user nova-compute[74287]: DEBUG nova.network.neutron [req-5b2f9b28-44ba-474c-9596-5b5e40c27f37 req-9aaf12dc-d4bb-4426-af49-e77915e50e58 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Updated VIF entry in instance network info cache for port f2e9966a-dbc8-4507-8eb9-13851c171fe2. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:12:00 user nova-compute[74287]: DEBUG nova.network.neutron [req-5b2f9b28-44ba-474c-9596-5b5e40c27f37 req-9aaf12dc-d4bb-4426-af49-e77915e50e58 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Updating instance_info_cache with network_info: [{"id": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "address": "fa:16:3e:e9:d3:ec", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2e9966a-db", "ovs_interfaceid": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:12:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5b2f9b28-44ba-474c-9596-5b5e40c27f37 req-9aaf12dc-d4bb-4426-af49-e77915e50e58 service nova] Releasing lock "refresh_cache-81240919-9972-4a21-a102-3d103db67c1b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:12:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG os_brick.utils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d861b5ae-2dff-46e3-b1c9-e67cff40ffd8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e984facb-4c79-4eb7-b07a-2e6840225ce2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff6ed690-8d6d-43f9-ac94-23c6ccdb5951]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ee6bd95-59c0-4bc7-a758-32ce55f3ffdc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:12:13 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:12:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[947f02f5-44a1-42c6-be22-38415083b8c3]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG os_brick.utils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:12:13 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Updating existing volume attachment record: 4d868db9-d522-4c6e-a94a-8a59e41e6ec6 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:12:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:12:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:12:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:12:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:12:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:12:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:12:24 user nova-compute[74287]: INFO nova.compute.manager [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Detaching volume b5f47b0d-4c72-4895-9174-c4a66cc1f8bb
Oct 26 08:12:24 user nova-compute[74287]: INFO nova.virt.block_device [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Attempting to driver detach volume b5f47b0d-4c72-4895-9174-c4a66cc1f8bb from mountpoint /dev/vdb
Oct 26 08:12:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Attempting to detach device vdb from instance 7b49182e-e9e3-4d75-ac5e-58aae121c186 from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:12:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:12:24 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:12:24 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:12:24 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:12:24 user nova-compute[74287]:   <serial>b5f47b0d-4c72-4895-9174-c4a66cc1f8bb</serial>
Oct 26 08:12:24 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:12:24 user nova-compute[74287]: </disk>
Oct 26 08:12:24 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:12:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:12:24 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Successfully detached device vdb from instance 7b49182e-e9e3-4d75-ac5e-58aae121c186 from the persistent domain config.
Oct 26 08:12:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7b49182e-e9e3-4d75-ac5e-58aae121c186 from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:12:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:12:24 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:12:24 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:12:24 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:12:24 user nova-compute[74287]:   <serial>b5f47b0d-4c72-4895-9174-c4a66cc1f8bb</serial>
Oct 26 08:12:24 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:12:24 user nova-compute[74287]: </disk>
Oct 26 08:12:24 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:12:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7b49182e-e9e3-4d75-ac5e-58aae121c186 {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:12:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-b9eefc98-536a-4265-bb32-c07b5fa3ea1b req-4ce62490-2712-4b6f-8a38-f6645a2d8541 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Received event network-changed-5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:12:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-b9eefc98-536a-4265-bb32-c07b5fa3ea1b req-4ce62490-2712-4b6f-8a38-f6645a2d8541 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Refreshing instance network info cache due to event network-changed-5504d762-fe78-408a-9aa3-0186285424a5. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:12:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b9eefc98-536a-4265-bb32-c07b5fa3ea1b req-4ce62490-2712-4b6f-8a38-f6645a2d8541 service nova] Acquiring lock "refresh_cache-85c906c1-86b7-4911-8faa-67c9de6a78f6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:12:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b9eefc98-536a-4265-bb32-c07b5fa3ea1b req-4ce62490-2712-4b6f-8a38-f6645a2d8541 service nova] Acquired lock "refresh_cache-85c906c1-86b7-4911-8faa-67c9de6a78f6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:12:25 user nova-compute[74287]: DEBUG nova.network.neutron [req-b9eefc98-536a-4265-bb32-c07b5fa3ea1b req-4ce62490-2712-4b6f-8a38-f6645a2d8541 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Refreshing network info cache for port 5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG nova.network.neutron [req-b9eefc98-536a-4265-bb32-c07b5fa3ea1b req-4ce62490-2712-4b6f-8a38-f6645a2d8541 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Updated VIF entry in instance network info cache for port 5504d762-fe78-408a-9aa3-0186285424a5. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG nova.network.neutron [req-b9eefc98-536a-4265-bb32-c07b5fa3ea1b req-4ce62490-2712-4b6f-8a38-f6645a2d8541 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Updating instance_info_cache with network_info: [{"id": "5504d762-fe78-408a-9aa3-0186285424a5", "address": "fa:16:3e:98:2e:f8", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5504d762-fe", "ovs_interfaceid": "5504d762-fe78-408a-9aa3-0186285424a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b9eefc98-536a-4265-bb32-c07b5fa3ea1b req-4ce62490-2712-4b6f-8a38-f6645a2d8541 service nova] Releasing lock "refresh_cache-85c906c1-86b7-4911-8faa-67c9de6a78f6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "85c906c1-86b7-4911-8faa-67c9de6a78f6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lazy-loading 'flavor' on Instance uuid 85c906c1-86b7-4911-8faa-67c9de6a78f6 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "85c906c1-86b7-4911-8faa-67c9de6a78f6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:12:26 user nova-compute[74287]: INFO nova.compute.manager [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Attaching volume 28f3f7ad-40f9-469a-8cad-2849965597d5 to /dev/vdb
Oct 26 08:12:26 user nova-compute[74287]: DEBUG os_brick.utils [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5a7b197-69f5-4fa4-a89f-c627288482f9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[250f8e5b-27a8-424d-98ab-1c1c377950c4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1054c747-272b-4608-8274-8e0560f7fbb9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[15b5b5cc-198a-486e-94d4-0be5dbb70831]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:12:26 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:12:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d1eb6c5-055a-4086-8d6c-396441508071]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG os_brick.utils [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:12:26 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Updating existing volume attachment record: ca174af0-b8d6-4aca-835d-14d578272365 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:12:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:12:33 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Creating image(s)
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Did not create local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Ensure instance console log exists: /opt/stack/data/nova/instances/81240919-9972-4a21-a102-3d103db67c1b/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Start _get_guest_xml network_info=[{"id": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "address": "fa:16:3e:e9:d3:ec", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2e9966a-db", "ovs_interfaceid": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'attachment_id': '4d868db9-d522-4c6e-a94a-8a59e41e6ec6', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mgcPkwsp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '81240919-9972-4a21-a102-3d103db67c1b', 'attached_at': '', 'detached_at': '', 'volume_id': '41e5b799-865f-47fd-8957-fe6334e29741', 'serial': '41e5b799-865f-47fd-8957-fe6334e29741'}, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:12:33 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:12:33 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mgcPkwsp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:12:33 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:12:33 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:12:33 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-1957d55f-4d8c-4d02-b751-351c7e9f835c req-65a04582-e8ac-4a4c-8875-5f91aeb388c4 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Received event network-changed-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.compute.manager [req-1957d55f-4d8c-4d02-b751-351c7e9f835c req-65a04582-e8ac-4a4c-8875-5f91aeb388c4 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Refreshing instance network info cache due to event network-changed-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1957d55f-4d8c-4d02-b751-351c7e9f835c req-65a04582-e8ac-4a4c-8875-5f91aeb388c4 service nova] Acquiring lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1957d55f-4d8c-4d02-b751-351c7e9f835c req-65a04582-e8ac-4a4c-8875-5f91aeb388c4 service nova] Acquired lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG nova.network.neutron [req-1957d55f-4d8c-4d02-b751-351c7e9f835c req-65a04582-e8ac-4a4c-8875-5f91aeb388c4 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Refreshing network info cache for port fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[49069c53-4b05-4403-bece-5a7d7c7adb96]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:12:33 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[46beb4a8-f43c-4a8e-9c6e-ef34c8803e99]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741] added
Oct 26 08:12:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce728621-ef80-4243-bfc0-b1ea5f55bb25]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[681b3ae6-b385-4cec-9935-5d603423a412]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mgcPkwsp {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mgcPkwsp" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[38ef54f4-1f9c-444d-bd22-57ee2b0b7f2a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mgcPkwsp'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8073d88-ed4c-421e-9ee1-625699956a78]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e150e75a-d3d3-4cb8-a2a5-e8bf58e46646]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:12:33 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:12:33 user nova-compute[74287]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:12:33 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:12:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:12:33 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:12:33 user nova-compute[74287]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:12:33 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:12:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a85b9f-df4b-4294-ab8b-3cb874933a50]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741, portal: 172.16.0.220,3260]
Oct 26 08:12:33 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741, portal: 172.16.0.220,3260] successful.
Oct 26 08:12:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1a7a2b3-becd-4cd1-91f3-480daa8b8522]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8e775e2-7a18-4619-9175-4cdec2cf07c2]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:12:33 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:12:33 user nova-compute[74287]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:12:33 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:12:33 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:12:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:12:33 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:12:33 user nova-compute[74287]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:12:33 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:12:33 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:12:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] HCTL ('37', '-', '-', 0) found on session 34 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b858c05-c842-4667-9598-c7c576921aca]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching for a device in session 34 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:12:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mgcPkwsp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG nova.network.neutron [req-1957d55f-4d8c-4d02-b751-351c7e9f835c req-65a04582-e8ac-4a4c-8875-5f91aeb388c4 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Updated VIF entry in instance network info cache for port fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG nova.network.neutron [req-1957d55f-4d8c-4d02-b751-351c7e9f835c req-65a04582-e8ac-4a4c-8875-5f91aeb388c4 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Updating instance_info_cache with network_info: [{"id": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "address": "fa:16:3e:2b:91:c7", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc3f3e5f-dc", "ovs_interfaceid": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1957d55f-4d8c-4d02-b751-351c7e9f835c req-65a04582-e8ac-4a4c-8875-5f91aeb388c4 service nova] Releasing lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.374s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] <== connect_volume: return (1376ms) {'type': 'block', 'scsi_wwn': '23232646133636132', 'path': '/dev/sdf'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23232646133636132', 'path': '/dev/sdf'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:11:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1573598255',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1573598255',id=32,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ce4db76d8c424e10b26fb0e8aaf8e1bc',ramdisk_id='',reservation_id='r-m7m0s6aw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-503266126',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:11:58Z,user_data=None,user_id='859a049e05c6402a98f3e10b216cd990',uuid=81240919-9972-4a21-a102-3d103db67c1b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "address": "fa:16:3e:e9:d3:ec", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2e9966a-db", "ovs_interfaceid": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converting VIF {"id": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "address": "fa:16:3e:e9:d3:ec", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2e9966a-db", "ovs_interfaceid": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:d3:ec,bridge_name='br-int',has_traffic_filtering=True,id=f2e9966a-dbc8-4507-8eb9-13851c171fe2,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2e9966a-db') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG nova.objects.instance [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'pci_devices' on Instance uuid 81240919-9972-4a21-a102-3d103db67c1b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:12:34 user nova-compute[74287]:   <uuid>81240919-9972-4a21-a102-3d103db67c1b</uuid>
Oct 26 08:12:34 user nova-compute[74287]:   <name>instance-00000020</name>
Oct 26 08:12:34 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:12:34 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:12:34 user nova-compute[74287]:   <metadata>
Oct 26 08:12:34 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:12:34 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:12:34 user nova-compute[74287]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1573598255</nova:name>
Oct 26 08:12:34 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:12:33</nova:creationTime>
Oct 26 08:12:34 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:12:34 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:12:34 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:12:34 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:12:34 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:12:34 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:12:34 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:12:34 user nova-compute[74287]:       <nova:owner>
Oct 26 08:12:34 user nova-compute[74287]:         <nova:user uuid="859a049e05c6402a98f3e10b216cd990">tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member</nova:user>
Oct 26 08:12:34 user nova-compute[74287]:         <nova:project uuid="ce4db76d8c424e10b26fb0e8aaf8e1bc">tempest-ServerBootFromVolumeStableRescueTest-503266126</nova:project>
Oct 26 08:12:34 user nova-compute[74287]:       </nova:owner>
Oct 26 08:12:34 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:12:34 user nova-compute[74287]:       <nova:ports>
Oct 26 08:12:34 user nova-compute[74287]:         <nova:port uuid="f2e9966a-dbc8-4507-8eb9-13851c171fe2">
Oct 26 08:12:34 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 26 08:12:34 user nova-compute[74287]:         </nova:port>
Oct 26 08:12:34 user nova-compute[74287]:       </nova:ports>
Oct 26 08:12:34 user nova-compute[74287]:     </nova:instance>
Oct 26 08:12:34 user nova-compute[74287]:   </metadata>
Oct 26 08:12:34 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:12:34 user nova-compute[74287]:     <system>
Oct 26 08:12:34 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:12:34 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:12:34 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:12:34 user nova-compute[74287]:       <entry name="serial">81240919-9972-4a21-a102-3d103db67c1b</entry>
Oct 26 08:12:34 user nova-compute[74287]:       <entry name="uuid">81240919-9972-4a21-a102-3d103db67c1b</entry>
Oct 26 08:12:34 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:12:34 user nova-compute[74287]:     </system>
Oct 26 08:12:34 user nova-compute[74287]:   </sysinfo>
Oct 26 08:12:34 user nova-compute[74287]:   <os>
Oct 26 08:12:34 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:12:34 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:12:34 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:12:34 user nova-compute[74287]:   </os>
Oct 26 08:12:34 user nova-compute[74287]:   <features>
Oct 26 08:12:34 user nova-compute[74287]:     <acpi/>
Oct 26 08:12:34 user nova-compute[74287]:     <apic/>
Oct 26 08:12:34 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:12:34 user nova-compute[74287]:   </features>
Oct 26 08:12:34 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:12:34 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:12:34 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:12:34 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:12:34 user nova-compute[74287]:   </clock>
Oct 26 08:12:34 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:12:34 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:12:34 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:12:34 user nova-compute[74287]:   </cpu>
Oct 26 08:12:34 user nova-compute[74287]:   <devices>
Oct 26 08:12:34 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:12:34 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:12:34 user nova-compute[74287]:       <source dev="/dev/sdf"/>
Oct 26 08:12:34 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:12:34 user nova-compute[74287]:       <serial>41e5b799-865f-47fd-8957-fe6334e29741</serial>
Oct 26 08:12:34 user nova-compute[74287]:     </disk>
Oct 26 08:12:34 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:12:34 user nova-compute[74287]:       <mac address="fa:16:3e:e9:d3:ec"/>
Oct 26 08:12:34 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:12:34 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:12:34 user nova-compute[74287]:       <target dev="tapf2e9966a-db"/>
Oct 26 08:12:34 user nova-compute[74287]:     </interface>
Oct 26 08:12:34 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:12:34 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/81240919-9972-4a21-a102-3d103db67c1b/console.log" append="off"/>
Oct 26 08:12:34 user nova-compute[74287]:     </serial>
Oct 26 08:12:34 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:12:34 user nova-compute[74287]:     <video>
Oct 26 08:12:34 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:12:34 user nova-compute[74287]:     </video>
Oct 26 08:12:34 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:12:34 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:12:34 user nova-compute[74287]:     </rng>
Oct 26 08:12:34 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:12:34 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:12:34 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:12:34 user nova-compute[74287]:     </memballoon>
Oct 26 08:12:34 user nova-compute[74287]:   </devices>
Oct 26 08:12:34 user nova-compute[74287]: </domain>
Oct 26 08:12:34 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:11:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1573598255',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1573598255',id=32,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ce4db76d8c424e10b26fb0e8aaf8e1bc',ramdisk_id='',reservation_id='r-m7m0s6aw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-503266126',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:11:58Z,user_data=None,user_id='859a049e05c6402a98f3e10b216cd990',uuid=81240919-9972-4a21-a102-3d103db67c1b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "address": "fa:16:3e:e9:d3:ec", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2e9966a-db", "ovs_interfaceid": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converting VIF {"id": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "address": "fa:16:3e:e9:d3:ec", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2e9966a-db", "ovs_interfaceid": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:d3:ec,bridge_name='br-int',has_traffic_filtering=True,id=f2e9966a-dbc8-4507-8eb9-13851c171fe2,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2e9966a-db') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG os_vif [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:d3:ec,bridge_name='br-int',has_traffic_filtering=True,id=f2e9966a-dbc8-4507-8eb9-13851c171fe2,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2e9966a-db') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '84b60ca3-d20c-5f03-9ee0-b6a01b200b9f', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:12:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf2e9966a-db, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf2e9966a-db, col_values=(('qos', UUID('24aff70b-ffbd-4e60-85e8-c32808265d60')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf2e9966a-db, col_values=(('external_ids', {'iface-id': 'f2e9966a-dbc8-4507-8eb9-13851c171fe2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e9:d3:ec', 'vm-uuid': '81240919-9972-4a21-a102-3d103db67c1b'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:35 user nova-compute[74287]: INFO os_vif [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:d3:ec,bridge_name='br-int',has_traffic_filtering=True,id=f2e9966a-dbc8-4507-8eb9-13851c171fe2,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2e9966a-db')
Oct 26 08:12:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] No VIF found with MAC fa:16:3e:e9:d3:ec, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Stashing vm_state: active {{(pid=74287) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG nova.compute.manager [req-1b3258dc-ae5d-4eb2-9d39-34b3fafba2f0 req-c1b3bfc5-7195-4a2b-a94d-2774275f8b8f service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received event network-changed-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG nova.compute.manager [req-1b3258dc-ae5d-4eb2-9d39-34b3fafba2f0 req-c1b3bfc5-7195-4a2b-a94d-2774275f8b8f service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Refreshing instance network info cache due to event network-changed-df4fdf1b-5225-476e-b571-b93719c7cc6d. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1b3258dc-ae5d-4eb2-9d39-34b3fafba2f0 req-c1b3bfc5-7195-4a2b-a94d-2774275f8b8f service nova] Acquiring lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1b3258dc-ae5d-4eb2-9d39-34b3fafba2f0 req-c1b3bfc5-7195-4a2b-a94d-2774275f8b8f service nova] Acquired lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG nova.network.neutron [req-1b3258dc-ae5d-4eb2-9d39-34b3fafba2f0 req-c1b3bfc5-7195-4a2b-a94d-2774275f8b8f service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Refreshing network info cache for port df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:12:35 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:12:35 user nova-compute[74287]: INFO nova.compute.claims [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Claim successful on node user
Oct 26 08:12:35 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:12:35 user nova-compute[74287]: INFO nova.compute.resource_tracker [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Updating resource usage from migration 488748a3-e2a3-45d6-8e28-ff4a06890bd4
Oct 26 08:12:36 user nova-compute[74287]: DEBUG nova.network.neutron [req-1b3258dc-ae5d-4eb2-9d39-34b3fafba2f0 req-c1b3bfc5-7195-4a2b-a94d-2774275f8b8f service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Updated VIF entry in instance network info cache for port df4fdf1b-5225-476e-b571-b93719c7cc6d. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG nova.network.neutron [req-1b3258dc-ae5d-4eb2-9d39-34b3fafba2f0 req-c1b3bfc5-7195-4a2b-a94d-2774275f8b8f service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Updating instance_info_cache with network_info: [{"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1b3258dc-ae5d-4eb2-9d39-34b3fafba2f0 req-c1b3bfc5-7195-4a2b-a94d-2774275f8b8f service nova] Releasing lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.487s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:12:36 user nova-compute[74287]: INFO nova.compute.manager [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Migrating
Oct 26 08:12:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:12:36 user nova-compute[74287]: INFO nova.compute.rpcapi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Oct 26 08:12:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquired lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Updating instance_info_cache with network_info: [{"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Releasing lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:12:36 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Starting migrate_disk_and_power_off {{(pid=74287) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-dcba4f62-85a1-4395-b7c5-6af7a4269415 req-bdc03de9-ce23-4904-a15c-df1a57a2697c service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received event network-vif-unplugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-dcba4f62-85a1-4395-b7c5-6af7a4269415 req-bdc03de9-ce23-4904-a15c-df1a57a2697c service nova] Acquiring lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-dcba4f62-85a1-4395-b7c5-6af7a4269415 req-bdc03de9-ce23-4904-a15c-df1a57a2697c service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-dcba4f62-85a1-4395-b7c5-6af7a4269415 req-bdc03de9-ce23-4904-a15c-df1a57a2697c service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-dcba4f62-85a1-4395-b7c5-6af7a4269415 req-bdc03de9-ce23-4904-a15c-df1a57a2697c service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] No waiting events found dispatching network-vif-unplugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:12:37 user nova-compute[74287]: WARNING nova.compute.manager [req-dcba4f62-85a1-4395-b7c5-6af7a4269415 req-bdc03de9-ce23-4904-a15c-df1a57a2697c service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received unexpected event network-vif-unplugged-df4fdf1b-5225-476e-b571-b93719c7cc6d for instance with vm_state active and task_state resize_migrating.
Oct 26 08:12:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-7cc89dc9-e27e-41c7-afbf-202e63f4d5a5 req-dfcc4913-8c93-4c52-a37f-62a675502bc5 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7cc89dc9-e27e-41c7-afbf-202e63f4d5a5 req-dfcc4913-8c93-4c52-a37f-62a675502bc5 service nova] Acquiring lock "81240919-9972-4a21-a102-3d103db67c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7cc89dc9-e27e-41c7-afbf-202e63f4d5a5 req-dfcc4913-8c93-4c52-a37f-62a675502bc5 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7cc89dc9-e27e-41c7-afbf-202e63f4d5a5 req-dfcc4913-8c93-4c52-a37f-62a675502bc5 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-7cc89dc9-e27e-41c7-afbf-202e63f4d5a5 req-dfcc4913-8c93-4c52-a37f-62a675502bc5 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] No waiting events found dispatching network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:12:37 user nova-compute[74287]: WARNING nova.compute.manager [req-7cc89dc9-e27e-41c7-afbf-202e63f4d5a5 req-dfcc4913-8c93-4c52-a37f-62a675502bc5 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received unexpected event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 for instance with vm_state building and task_state spawning.
Oct 26 08:12:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-7cc89dc9-e27e-41c7-afbf-202e63f4d5a5 req-dfcc4913-8c93-4c52-a37f-62a675502bc5 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7cc89dc9-e27e-41c7-afbf-202e63f4d5a5 req-dfcc4913-8c93-4c52-a37f-62a675502bc5 service nova] Acquiring lock "81240919-9972-4a21-a102-3d103db67c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7cc89dc9-e27e-41c7-afbf-202e63f4d5a5 req-dfcc4913-8c93-4c52-a37f-62a675502bc5 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7cc89dc9-e27e-41c7-afbf-202e63f4d5a5 req-dfcc4913-8c93-4c52-a37f-62a675502bc5 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-7cc89dc9-e27e-41c7-afbf-202e63f4d5a5 req-dfcc4913-8c93-4c52-a37f-62a675502bc5 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] No waiting events found dispatching network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:12:37 user nova-compute[74287]: WARNING nova.compute.manager [req-7cc89dc9-e27e-41c7-afbf-202e63f4d5a5 req-dfcc4913-8c93-4c52-a37f-62a675502bc5 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received unexpected event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 for instance with vm_state building and task_state spawning.
Oct 26 08:12:37 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Instance destroyed successfully.
Oct 26 08:12:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:10:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-270465902',display_name='tempest-ServerActionsTestOtherA-server-270465902',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-270465902',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHnjeNOfxxkiI9cBIZvuXc90LuOPK6zYU463E8yY3P94DHje2tA7iP1Q/1OYEgTQGGhK3OIjcoD+UmPKNwPDKRvwUrwGSb5ge2PKCKvcYrtsr/h1Q+EHtA3Lmbfnksou2w==',key_name='tempest-keypair-1706033299',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:11:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5cf156e21d744e9993ed225c24f7b576',ramdisk_id='',reservation_id='r-e24gy7o6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-713697274',owner_user_name='tempest-ServerActionsTestOtherA-713697274-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:12:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63da03e3263d42ca8c8d7f9cafcd5fe2',uuid=5233a464-c050-4877-8e4b-efdfcca6350d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-452209272-network", "vif_mac": "fa:16:3e:a4:b6:e6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converting VIF {"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-452209272-network", "vif_mac": "fa:16:3e:a4:b6:e6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a4:b6:e6,bridge_name='br-int',has_traffic_filtering=True,id=df4fdf1b-5225-476e-b571-b93719c7cc6d,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fdf1b-52') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG os_vif [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a4:b6:e6,bridge_name='br-int',has_traffic_filtering=True,id=df4fdf1b-5225-476e-b571-b93719c7cc6d,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fdf1b-52') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdf4fdf1b-52, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=921a1275-ce02-4330-b51c-43c33cfc139b) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:37 user nova-compute[74287]: INFO os_vif [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a4:b6:e6,bridge_name='br-int',has_traffic_filtering=True,id=df4fdf1b-5225-476e-b571-b93719c7cc6d,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fdf1b-52')
Oct 26 08:12:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WvhUoKym', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:12:37 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:12:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c00ca3a6-374c-4e30-8c9a-efad4d3136c1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:12:37 user nova-compute[74287]: No targets found.
Oct 26 08:12:37 user nova-compute[74287]: iSNS:
Oct 26 08:12:37 user nova-compute[74287]: No targets found.
Oct 26 08:12:37 user nova-compute[74287]: STATIC:
Oct 26 08:12:37 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2
Oct 26 08:12:37 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:12:37 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:12:37 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:12:37 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:12:37 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:12:37 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb
Oct 26 08:12:37 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:12:37 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:12:37 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c
Oct 26 08:12:37 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:12:37 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:12:37 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741
Oct 26 08:12:37 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:12:37 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:12:37 user nova-compute[74287]: FIRMWARE:
Oct 26 08:12:37 user nova-compute[74287]: No targets found.
Oct 26 08:12:37 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:12:37 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:12:37 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fceef593-2335-418f-8503-3314c6c67d86]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[12e9b964-cd4a-413a-bc4c-f44ca8fdc959]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:12:37 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:12:37 user nova-compute[74287]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:12:37 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:12:37 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:12:37 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:12:37 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:12:37 user nova-compute[74287]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:12:37 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:12:37 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:12:37 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb70622f80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c'): ({'sde'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Removing single pathed devices sde {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd6e06a0-90d3-4539-b827-9ffa4b23127a]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[222b38fe-d69e-41ec-8015-85433b6ff593]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Flushing IO for device /dev/sde {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[da004358-8dcf-477b-a043-b5c4cec5d11a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:37 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.046s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[faceeb9a-82d2-404a-9c25-19fd62e56f6a]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] SCSI volumes sde have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23062656431306330', '/dev/disk/by-id/scsi-1SCST_BIOe3767103-0bed10c093989292', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_e3767103') {{(pid=85694) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 26 08:12:38 user nova-compute[74287]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23062656431306330
Oct 26 08:12:38 user nova-compute[74287]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOe3767103-0bed10c093989292
Oct 26 08:12:38 user nova-compute[74287]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_e3767103
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9cba722-a32c-4134-8e13-3f6e3edde5cb]: (4, None) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9462f292-980a-4792-87e2-d8ef50ade070]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[814759e8-fb98-4682-a5c8-3ca1721153c1]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260]
Oct 26 08:12:38 user nova-compute[74287]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260] successful.
Oct 26 08:12:38 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[015a0e37-8d2a-48fd-9a6c-fff2eac2647b]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.421s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] <== disconnect_volume: return (423ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] skipping disk /dev/sde (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.objects.instance [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'flavor' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquired lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.network.neutron [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.objects.instance [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'info_cache' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.objects.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Object Instance<6d7003c8-1ffe-4367-881d-940a70d41088> lazy-loaded attributes: flavor,info_cache {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.compute.manager [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:12:38 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Instance spawned successfully.
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:38 user nova-compute[74287]: INFO nova.compute.manager [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Took 5.49 seconds to spawn the instance on the hypervisor.
Oct 26 08:12:38 user nova-compute[74287]: DEBUG nova.compute.manager [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.network.neutron [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Updating instance_info_cache with network_info: [{"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Releasing lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:12:39 user nova-compute[74287]: INFO nova.compute.manager [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Took 41.85 seconds to build instance.
Oct 26 08:12:39 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Instance destroyed successfully.
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.objects.instance [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'resources' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd6e4d3b-23b9-4d07-9433-b840b7192d03 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "81240919-9972-4a21-a102-3d103db67c1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 41.953s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.objects.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Object Instance<6d7003c8-1ffe-4367-881d-940a70d41088> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:08:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-286316506',display_name='tempest-AttachVolumeTestJSON-server-286316506',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-286316506',id=26,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDkZpJuWLoxWBzsmuuByMMfGqYJf+O6QxURCNC9sawg+NJw5QqpuCN5AR4f+ghwnB4WJ3QbisE4WUbRCHiBVr5guaZFNGN2MbBXF/sY0zM6U4sC6wMNWK+sHantht73fA==',key_name='tempest-keypair-851995033',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:08:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='b1ca50be80e64e02b008239b56b7a9e4',ramdisk_id='',reservation_id='r-ayhu7zqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-178685270',owner_user_name='tempest-AttachVolumeTestJSON-178685270-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:10:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='35e09e5a79a8420dbdf08ff418c5e8e0',uuid=6d7003c8-1ffe-4367-881d-940a70d41088,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converting VIF {"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_vif [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf2dfe166-cc, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6193db3d-9295-4590-8e25-4a1921cfc103) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:12:39 user nova-compute[74287]: INFO os_vif [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc')
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DbqNncjL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:12:39 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc803657-a4b8-4465-b8b2-a0c426d8c8e3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:12:39 user nova-compute[74287]: No targets found.
Oct 26 08:12:39 user nova-compute[74287]: iSNS:
Oct 26 08:12:39 user nova-compute[74287]: No targets found.
Oct 26 08:12:39 user nova-compute[74287]: STATIC:
Oct 26 08:12:39 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2
Oct 26 08:12:39 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:12:39 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:12:39 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:12:39 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:12:39 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:12:39 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb
Oct 26 08:12:39 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:12:39 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:12:39 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741
Oct 26 08:12:39 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:12:39 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:12:39 user nova-compute[74287]: FIRMWARE:
Oct 26 08:12:39 user nova-compute[74287]: No targets found.
Oct 26 08:12:39 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:12:39 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:12:39 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee6fa778-94ae-4ed7-8d76-21b2fedc3f8e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3237c564-2621-4110-ae14-e4d58b7e09e4]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:12:39 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:12:39 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:12:39 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:12:39 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:12:39 user nova-compute[74287]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:12:39 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:12:39 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:12:39 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb707a30a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2'): ({'sdd'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Removing single pathed devices sdd {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e058fb6d-8ab9-4db8-8b71-b75f858d2db1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[30f9af49-16b1-4835-b104-1966dbeafa6a]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Flushing IO for device /dev/sdd {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.compute.manager [req-aff73afe-9ca8-4926-bea3-b1d863f31adb req-ea985a09-83d3-4b75-81bc-c675a7ec956e service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received event network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-aff73afe-9ca8-4926-bea3-b1d863f31adb req-ea985a09-83d3-4b75-81bc-c675a7ec956e service nova] Acquiring lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-aff73afe-9ca8-4926-bea3-b1d863f31adb req-ea985a09-83d3-4b75-81bc-c675a7ec956e service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-aff73afe-9ca8-4926-bea3-b1d863f31adb req-ea985a09-83d3-4b75-81bc-c675a7ec956e service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.compute.manager [req-aff73afe-9ca8-4926-bea3-b1d863f31adb req-ea985a09-83d3-4b75-81bc-c675a7ec956e service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] No waiting events found dispatching network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:12:39 user nova-compute[74287]: WARNING nova.compute.manager [req-aff73afe-9ca8-4926-bea3-b1d863f31adb req-ea985a09-83d3-4b75-81bc-c675a7ec956e service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received unexpected event network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d for instance with vm_state active and task_state resize_migrating.
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb6a0d0d-f6f2-44c1-b869-4156c8162475]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.045s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[42da9db3-1bda-458f-8b0f-3b4530b39c86]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9da37e82-14b7-4908-9a93-c7be0d443c1d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[227b8c1c-bb59-4e41-a74d-065767a1ea6c]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260]
Oct 26 08:12:39 user nova-compute[74287]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260] successful.
Oct 26 08:12:39 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Port df4fdf1b-5225-476e-b571-b93719c7cc6d binding to destination host user is already ACTIVE {{(pid=74287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[26b2a808-7f08-4f4f-8705-e27cada6b0d1]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.381s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] <== disconnect_volume: return (383ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Start _get_guest_xml network_info=[{"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': 'virtio', 'attachment_id': '1c6e7cb8-ecce-401e-b692-3c06a5abcc93', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DbqNncjL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '6d7003c8-1ffe-4367-881d-940a70d41088', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa9d0cf1-e088-43f8-a639-3cad20de98e2', 'serial': 'fa9d0cf1-e088-43f8-a639-3cad20de98e2'}, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.objects.instance [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'numa_topology' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.objects.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Object Instance<6d7003c8-1ffe-4367-881d-940a70d41088> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:12:39 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:12:39 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.objects.instance [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.objects.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Object Instance<6d7003c8-1ffe-4367-881d-940a70d41088> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DbqNncjL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:12:39 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:12:39 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:12:39 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4752c421-de30-4278-a693-e720ab7a83fa]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:12:39 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:39 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Error from libvirt while getting description of instance-0000001a: [Error Code 42] Domain not found: no domain with matching uuid '6d7003c8-1ffe-4367-881d-940a70d41088' (instance-0000001a): libvirt.libvirtError: Domain not found: no domain with matching uuid '6d7003c8-1ffe-4367-881d-940a70d41088' (instance-0000001a)
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[866b9edc-6b86-4d94-8a69-66c860b3488b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2] added
Oct 26 08:12:39 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e21a2299-833b-4826-827a-fae29d519e05]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[04eb6919-f678-4544-9406-a552f4a291ab]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DbqNncjL {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DbqNncjL" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[81e287de-0585-4624-bef6-f65e95c34f81]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DbqNncjL'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquired lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[43da8e06-3f7c-4d63-aebc-501f2483fec2]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cee2099b-5c8b-4cf0-96ee-17f2a396bb5d]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:12:39 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:12:39 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:12:39 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:12:39 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:12:39 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:12:39 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ba760a6-8d45-42e8-b1cb-a8ed58d3ec0e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260]
Oct 26 08:12:40 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260] successful.
Oct 26 08:12:40 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5259f3e2-bba3-4a0d-a21f-6dfae6c2a09a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[802933a2-6ef9-460c-bea0-a074b3ac08cb]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:12:40 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:12:40 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:12:40 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:12:40 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:12:40 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:12:40 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:12:40 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:12:40 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.421s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] HCTL ('35', '-', '-', 0) found on session 35 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[290ab8fa-73b1-4532-a8b4-c101ddfe4303]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Searching for a device in session 35 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DbqNncjL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG nova.network.neutron [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Updating instance_info_cache with network_info: [{"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Releasing lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.utils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e193d407-08b5-4017-9ae7-e0ed9cdd041e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[023594cf-4eb3-4248-ac51-7ef7186074df]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b63c0c8-6274-46e5-b381-41cb3eba226d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d34bd3b-4681-4e94-bb32-7bb3dca8a227]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:12:40 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0ec27f9-cd3b-41f3-aaff-338611a016f5]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG os_brick.utils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] <== get_connector_properties: return (171ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.883s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] <== connect_volume: return (1885ms) {'type': 'block', 'scsi_wwn': '23932333365333937', 'path': '/dev/sdd'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23932333365333937', 'path': '/dev/sdd'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:12:41 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:12:41 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8107MB free_disk=24.87331771850586GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:08:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-286316506',display_name='tempest-AttachVolumeTestJSON-server-286316506',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-286316506',id=26,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDkZpJuWLoxWBzsmuuByMMfGqYJf+O6QxURCNC9sawg+NJw5QqpuCN5AR4f+ghwnB4WJ3QbisE4WUbRCHiBVr5guaZFNGN2MbBXF/sY0zM6U4sC6wMNWK+sHantht73fA==',key_name='tempest-keypair-851995033',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:08:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='b1ca50be80e64e02b008239b56b7a9e4',ramdisk_id='',reservation_id='r-ayhu7zqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-178685270',owner_user_name='tempest-AttachVolumeTestJSON-178685270-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:10:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='35e09e5a79a8420dbdf08ff418c5e8e0',uuid=6d7003c8-1ffe-4367-881d-940a70d41088,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converting VIF {"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.objects.instance [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'pci_devices' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.objects.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Object Instance<6d7003c8-1ffe-4367-881d-940a70d41088> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:12:41 user nova-compute[74287]:   <uuid>6d7003c8-1ffe-4367-881d-940a70d41088</uuid>
Oct 26 08:12:41 user nova-compute[74287]:   <name>instance-0000001a</name>
Oct 26 08:12:41 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:12:41 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:12:41 user nova-compute[74287]:   <metadata>
Oct 26 08:12:41 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:12:41 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:12:41 user nova-compute[74287]:       <nova:name>tempest-AttachVolumeTestJSON-server-286316506</nova:name>
Oct 26 08:12:41 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:12:39</nova:creationTime>
Oct 26 08:12:41 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:12:41 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:12:41 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:12:41 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:12:41 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:12:41 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:12:41 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:12:41 user nova-compute[74287]:       <nova:owner>
Oct 26 08:12:41 user nova-compute[74287]:         <nova:user uuid="35e09e5a79a8420dbdf08ff418c5e8e0">tempest-AttachVolumeTestJSON-178685270-project-member</nova:user>
Oct 26 08:12:41 user nova-compute[74287]:         <nova:project uuid="b1ca50be80e64e02b008239b56b7a9e4">tempest-AttachVolumeTestJSON-178685270</nova:project>
Oct 26 08:12:41 user nova-compute[74287]:       </nova:owner>
Oct 26 08:12:41 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:12:41 user nova-compute[74287]:       <nova:ports>
Oct 26 08:12:41 user nova-compute[74287]:         <nova:port uuid="f2dfe166-cca4-4c0c-bcb4-a316166da45c">
Oct 26 08:12:41 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 26 08:12:41 user nova-compute[74287]:         </nova:port>
Oct 26 08:12:41 user nova-compute[74287]:       </nova:ports>
Oct 26 08:12:41 user nova-compute[74287]:     </nova:instance>
Oct 26 08:12:41 user nova-compute[74287]:   </metadata>
Oct 26 08:12:41 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:12:41 user nova-compute[74287]:     <system>
Oct 26 08:12:41 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:12:41 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:12:41 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:12:41 user nova-compute[74287]:       <entry name="serial">6d7003c8-1ffe-4367-881d-940a70d41088</entry>
Oct 26 08:12:41 user nova-compute[74287]:       <entry name="uuid">6d7003c8-1ffe-4367-881d-940a70d41088</entry>
Oct 26 08:12:41 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:12:41 user nova-compute[74287]:     </system>
Oct 26 08:12:41 user nova-compute[74287]:   </sysinfo>
Oct 26 08:12:41 user nova-compute[74287]:   <os>
Oct 26 08:12:41 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:12:41 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:12:41 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:12:41 user nova-compute[74287]:   </os>
Oct 26 08:12:41 user nova-compute[74287]:   <features>
Oct 26 08:12:41 user nova-compute[74287]:     <acpi/>
Oct 26 08:12:41 user nova-compute[74287]:     <apic/>
Oct 26 08:12:41 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:12:41 user nova-compute[74287]:   </features>
Oct 26 08:12:41 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:12:41 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:12:41 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:12:41 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:12:41 user nova-compute[74287]:   </clock>
Oct 26 08:12:41 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:12:41 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:12:41 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:12:41 user nova-compute[74287]:   </cpu>
Oct 26 08:12:41 user nova-compute[74287]:   <devices>
Oct 26 08:12:41 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:12:41 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:12:41 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk"/>
Oct 26 08:12:41 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:12:41 user nova-compute[74287]:     </disk>
Oct 26 08:12:41 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:12:41 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:12:41 user nova-compute[74287]:       <source dev="/dev/sdd"/>
Oct 26 08:12:41 user nova-compute[74287]:       <target dev="vdb" bus="virtio"/>
Oct 26 08:12:41 user nova-compute[74287]:       <serial>fa9d0cf1-e088-43f8-a639-3cad20de98e2</serial>
Oct 26 08:12:41 user nova-compute[74287]:     </disk>
Oct 26 08:12:41 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:12:41 user nova-compute[74287]:       <mac address="fa:16:3e:35:9b:e1"/>
Oct 26 08:12:41 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:12:41 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:12:41 user nova-compute[74287]:       <target dev="tapf2dfe166-cc"/>
Oct 26 08:12:41 user nova-compute[74287]:     </interface>
Oct 26 08:12:41 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:12:41 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/console.log" append="off"/>
Oct 26 08:12:41 user nova-compute[74287]:     </serial>
Oct 26 08:12:41 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:12:41 user nova-compute[74287]:     <video>
Oct 26 08:12:41 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:12:41 user nova-compute[74287]:     </video>
Oct 26 08:12:41 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:12:41 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:12:41 user nova-compute[74287]:     </rng>
Oct 26 08:12:41 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:12:41 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:12:41 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:12:41 user nova-compute[74287]:     </memballoon>
Oct 26 08:12:41 user nova-compute[74287]:   </devices>
Oct 26 08:12:41 user nova-compute[74287]: </domain>
Oct 26 08:12:41 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Applying migration context for instance 5233a464-c050-4877-8e4b-efdfcca6350d as it has an incoming, in-progress migration 488748a3-e2a3-45d6-8e28-ff4a06890bd4. Migration status is post-migrating {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 26 08:12:41 user nova-compute[74287]: INFO nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Updating resource usage from migration 488748a3-e2a3-45d6-8e28-ff4a06890bd4
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 6d7003c8-1ffe-4367-881d-940a70d41088 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ee8b81c9-1f93-479e-9973-7110ef7fa6a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 7b49182e-e9e3-4d75-ac5e-58aae121c186 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 85c906c1-86b7-4911-8faa-67c9de6a78f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 85a22013-b9f2-4fc5-908d-336e7b447559 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 81240919-9972-4a21-a102-3d103db67c1b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Migration 488748a3-e2a3-45d6-8e28-ff4a06890bd4 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5233a464-c050-4877-8e4b-efdfcca6350d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG nova.objects.instance [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG nova.objects.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Object Instance<6d7003c8-1ffe-4367-881d-940a70d41088> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.671s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.212s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Cannot resize image /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG nova.objects.instance [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'migration_context' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG nova.objects.base [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Object Instance<6d7003c8-1ffe-4367-881d-940a70d41088> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:08:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-286316506',display_name='tempest-AttachVolumeTestJSON-server-286316506',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-286316506',id=26,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDkZpJuWLoxWBzsmuuByMMfGqYJf+O6QxURCNC9sawg+NJw5QqpuCN5AR4f+ghwnB4WJ3QbisE4WUbRCHiBVr5guaZFNGN2MbBXF/sY0zM6U4sC6wMNWK+sHantht73fA==',key_name='tempest-keypair-851995033',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:08:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='b1ca50be80e64e02b008239b56b7a9e4',ramdisk_id='',reservation_id='r-ayhu7zqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-178685270',owner_user_name='tempest-AttachVolumeTestJSON-178685270-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:10:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='35e09e5a79a8420dbdf08ff418c5e8e0',uuid=6d7003c8-1ffe-4367-881d-940a70d41088,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converting VIF {"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG os_vif [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5112560c-4822-5e5f-80c8-ce5f9832cab5', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf2dfe166-cc, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf2dfe166-cc, col_values=(('qos', UUID('81e5109f-9126-4433-abe5-f998d10a19ed')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf2dfe166-cc, col_values=(('external_ids', {'iface-id': 'f2dfe166-cca4-4c0c-bcb4-a316166da45c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:35:9b:e1', 'vm-uuid': '6d7003c8-1ffe-4367-881d-940a70d41088'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:12:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:42 user nova-compute[74287]: INFO os_vif [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc')
Oct 26 08:12:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:44 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:12:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:12:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-2001ae41-54c5-4e1d-9605-b52f7989c007 req-14c18d56-6c5a-42c8-a74c-68847fef0d39 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:12:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2001ae41-54c5-4e1d-9605-b52f7989c007 req-14c18d56-6c5a-42c8-a74c-68847fef0d39 service nova] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:12:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2001ae41-54c5-4e1d-9605-b52f7989c007 req-14c18d56-6c5a-42c8-a74c-68847fef0d39 service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:12:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2001ae41-54c5-4e1d-9605-b52f7989c007 req-14c18d56-6c5a-42c8-a74c-68847fef0d39 service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:12:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-2001ae41-54c5-4e1d-9605-b52f7989c007 req-14c18d56-6c5a-42c8-a74c-68847fef0d39 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] No waiting events found dispatching network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:12:44 user nova-compute[74287]: WARNING nova.compute.manager [req-2001ae41-54c5-4e1d-9605-b52f7989c007 req-14c18d56-6c5a-42c8-a74c-68847fef0d39 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received unexpected event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c for instance with vm_state stopped and task_state powering-on.
Oct 26 08:12:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:12:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:12:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:12:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:44 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7b49182e-e9e3-4d75-ac5e-58aae121c186 is timed out.
Oct 26 08:12:44 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Successfully detached device vdb from instance 7b49182e-e9e3-4d75-ac5e-58aae121c186 from the live domain config.
Oct 26 08:12:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:12:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gIYQFJHW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:12:44 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:12:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:12:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:12:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cecd254-2ff4-4b55-863c-494f75be2260]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:12:45 user nova-compute[74287]: No targets found.
Oct 26 08:12:45 user nova-compute[74287]: iSNS:
Oct 26 08:12:45 user nova-compute[74287]: No targets found.
Oct 26 08:12:45 user nova-compute[74287]: STATIC:
Oct 26 08:12:45 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2
Oct 26 08:12:45 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:12:45 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:12:45 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:12:45 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:12:45 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:12:45 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb
Oct 26 08:12:45 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:12:45 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:12:45 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741
Oct 26 08:12:45 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:12:45 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:12:45 user nova-compute[74287]: FIRMWARE:
Oct 26 08:12:45 user nova-compute[74287]: No targets found.
Oct 26 08:12:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:12:45 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:12:45 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2932ba6-1d5e-4a01-9f19-0168b4fafbbe]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b281e044-49ca-4f45-9cc6-de55101e6f70]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:12:45 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:12:45 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:12:45 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:12:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:12:45 user nova-compute[74287]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb (non-flash)
Oct 26 08:12:45 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:12:45 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:12:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb90264550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7d46076-2ea3-4c32-9cff-910ac20c18c0]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[46e48621-4c18-43b0-9e13-d5d06895d41a]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d33c69a-b90f-4bf6-8c68-253050b78168]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.073s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec373cab-33fb-4590-b2b7-9f8251a6f047]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4036ef5-9eb5-47c2-b9fd-fcbd10d19f1a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d8846ea-2e5a-4443-9e84-dce48cc6fc81]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb, portal: 172.16.0.220,3260]
Oct 26 08:12:45 user nova-compute[74287]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb, portal: 172.16.0.220,3260] successful.
Oct 26 08:12:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[02cd5efd-092b-4f08-b901-38f417e9d226]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.382s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] <== disconnect_volume: return (383ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Updating instance_info_cache with network_info: [{"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:12:45 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:12:46 user nova-compute[74287]: DEBUG nova.compute.manager [req-b4e6adf5-3f78-4bf9-866a-5882c58e9b08 req-6a1c124e-01ff-4b01-a59c-ffb1583aa635 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:12:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b4e6adf5-3f78-4bf9-866a-5882c58e9b08 req-6a1c124e-01ff-4b01-a59c-ffb1583aa635 service nova] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:12:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b4e6adf5-3f78-4bf9-866a-5882c58e9b08 req-6a1c124e-01ff-4b01-a59c-ffb1583aa635 service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:12:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b4e6adf5-3f78-4bf9-866a-5882c58e9b08 req-6a1c124e-01ff-4b01-a59c-ffb1583aa635 service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:12:46 user nova-compute[74287]: DEBUG nova.compute.manager [req-b4e6adf5-3f78-4bf9-866a-5882c58e9b08 req-6a1c124e-01ff-4b01-a59c-ffb1583aa635 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] No waiting events found dispatching network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:12:46 user nova-compute[74287]: WARNING nova.compute.manager [req-b4e6adf5-3f78-4bf9-866a-5882c58e9b08 req-6a1c124e-01ff-4b01-a59c-ffb1583aa635 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received unexpected event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c for instance with vm_state stopped and task_state powering-on.
Oct 26 08:12:46 user nova-compute[74287]: DEBUG nova.compute.manager [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:12:46 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Instance rebooted successfully.
Oct 26 08:12:46 user nova-compute[74287]: DEBUG nova.compute.manager [None req-911a63ca-865b-4610-833f-39ef89dc7106 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:12:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:49 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:12:49 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:12:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:12:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:12:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:12:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:12:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:12:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AOQkiyWz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:13:01 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:13:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:13:01 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:13:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:13:01 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG nova.objects.instance [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lazy-loading 'flavor' on Instance uuid 7b49182e-e9e3-4d75-ac5e-58aae121c186 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcbf82d6-ef6a-4bc8-95ee-e7e861a25242]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:13:01 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e95b170-7708-4bc5-91ad-c79e4948c8ee]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5] added
Oct 26 08:13:01 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9fbc8e61-1b75-4813-ad40-24ce1e04faf2 tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 37.594s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 37.347s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "7b49182e-e9e3-4d75-ac5e-58aae121c186-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:01 user nova-compute[74287]: INFO nova.compute.manager [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Terminating instance
Oct 26 08:13:01 user nova-compute[74287]: DEBUG nova.compute.manager [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.037s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e105bd70-8d50-4d4d-a2cf-0e3e1aba9949]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.031s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[78075765-cbad-493e-b98d-07652f492842]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AOQkiyWz {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AOQkiyWz" returned: 0 in 0.034s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[393cd4a4-f54a-4bed-b60f-e5e51850992e]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AOQkiyWz'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.033s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca9baa52-674e-4af2-85c9-64d8f55a6fc8]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Starting finish_migration {{(pid=74287) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Instance directory exists: not creating {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 08:13:01 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Creating image(s)
Oct 26 08:13:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Did not create local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Ensure instance console log exists: /opt/stack/data/nova/instances/5233a464-c050-4877-8e4b-efdfcca6350d/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Start _get_guest_xml network_info=[{"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-452209272-network", "vif_mac": "fa:16:3e:a4:b6:e6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'attachment_id': '4778584d-2c07-43ab-8c4b-bef9d640543b', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WvhUoKym', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '5233a464-c050-4877-8e4b-efdfcca6350d', 'attached_at': '2023-10-26T08:13:02.000000', 'detached_at': '', 'volume_id': 'a7d735cf-48da-4ed3-9b5b-46071943f44c', 'serial': 'a7d735cf-48da-4ed3-9b5b-46071943f44c'}, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b4096d4-22f5-46b9-9d72-988560e52e36]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:01 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:13:01 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:13:01 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:13:01 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:13:02 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:13:02 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:13:02 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:02 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:13:02 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WvhUoKym', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:13:02 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:13:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[eafeb232-62de-400f-bf66-231ac45b3d8d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5, portal: 172.16.0.220,3260]
Oct 26 08:13:02 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5, portal: 172.16.0.220,3260] successful.
Oct 26 08:13:02 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[03d5c4ad-c2ae-4f1b-92a3-5ca1c2881756]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.compute.manager [req-94b97d2f-2b88-4585-af3d-f5a8d34c39d0 req-aab562e1-7751-4f33-a200-a5a2de8b5f47 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Received event network-vif-unplugged-966377c4-2266-4576-a9a7-74e7ce24e00f {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-94b97d2f-2b88-4585-af3d-f5a8d34c39d0 req-aab562e1-7751-4f33-a200-a5a2de8b5f47 service nova] Acquiring lock "7b49182e-e9e3-4d75-ac5e-58aae121c186-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-94b97d2f-2b88-4585-af3d-f5a8d34c39d0 req-aab562e1-7751-4f33-a200-a5a2de8b5f47 service nova] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-94b97d2f-2b88-4585-af3d-f5a8d34c39d0 req-aab562e1-7751-4f33-a200-a5a2de8b5f47 service nova] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.compute.manager [req-94b97d2f-2b88-4585-af3d-f5a8d34c39d0 req-aab562e1-7751-4f33-a200-a5a2de8b5f47 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] No waiting events found dispatching network-vif-unplugged-966377c4-2266-4576-a9a7-74e7ce24e00f {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.compute.manager [req-94b97d2f-2b88-4585-af3d-f5a8d34c39d0 req-aab562e1-7751-4f33-a200-a5a2de8b5f47 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Received event network-vif-unplugged-966377c4-2266-4576-a9a7-74e7ce24e00f for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[478daebd-d203-4ce5-ad3c-1e5bf8b58b20]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:13:02 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:13:02 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:13:02 user nova-compute[74287]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 (non-flash)
Oct 26 08:13:02 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:13:02 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:13:02 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:13:02 user nova-compute[74287]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 (non-flash)
Oct 26 08:13:02 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.406s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] HCTL ('33', '-', '-', 0) found on session 36 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ad5fe51-bccd-46fb-bbf1-02a398949e63]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Searching for a device in session 36 and hctl ['33', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:13:02 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Instance destroyed successfully.
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.objects.instance [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lazy-loading 'resources' on Instance uuid 7b49182e-e9e3-4d75-ac5e-58aae121c186 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:09:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1881051775',display_name='tempest-VolumesSnapshotTestJSON-instance-1881051775',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1881051775',id=28,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD0vVK1RMUtQmdc6UzEBNQRaSaqO8B79v+Pox4UfY8gWny7vqC8u9lrz3wNG26kSrF/xc8CfyLvSiocJwu4s9EvD8eCOpf5iZmKqotrPlroC9L15CznGZau/rCeE4ADKXg==',key_name='tempest-keypair-1188108828',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:09:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e2de70dd2b604287aae80e16f40784f1',ramdisk_id='',reservation_id='r-aq9ky8ta',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1194228923',owner_user_name='tempest-VolumesSnapshotTestJSON-1194228923-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:09:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a78214fda9f4380bf83ed5d934df4a8',uuid=7b49182e-e9e3-4d75-ac5e-58aae121c186,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "966377c4-2266-4576-a9a7-74e7ce24e00f", "address": "fa:16:3e:68:a1:af", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap966377c4-22", "ovs_interfaceid": "966377c4-2266-4576-a9a7-74e7ce24e00f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Converting VIF {"id": "966377c4-2266-4576-a9a7-74e7ce24e00f", "address": "fa:16:3e:68:a1:af", "network": {"id": "c4bb9568-d5cc-4c88-8791-b79422a3859d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1843331042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2de70dd2b604287aae80e16f40784f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap966377c4-22", "ovs_interfaceid": "966377c4-2266-4576-a9a7-74e7ce24e00f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:68:a1:af,bridge_name='br-int',has_traffic_filtering=True,id=966377c4-2266-4576-a9a7-74e7ce24e00f,network=Network(c4bb9568-d5cc-4c88-8791-b79422a3859d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap966377c4-22') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG os_vif [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:a1:af,bridge_name='br-int',has_traffic_filtering=True,id=966377c4-2266-4576-a9a7-74e7ce24e00f,network=Network(c4bb9568-d5cc-4c88-8791-b79422a3859d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap966377c4-22') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap966377c4-22, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=df50f13a-598d-4488-8ef9-8ddeb9352710) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:02 user nova-compute[74287]: INFO os_vif [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:a1:af,bridge_name='br-int',has_traffic_filtering=True,id=966377c4-2266-4576-a9a7-74e7ce24e00f,network=Network(c4bb9568-d5cc-4c88-8791-b79422a3859d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap966377c4-22')
Oct 26 08:13:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gIYQFJHW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:13:02 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:13:02 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:13:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Searching for a device in session 36 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AOQkiyWz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.437s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] <== connect_volume: return (1439ms) {'type': 'block', 'scsi_wwn': '26234613930613564', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26234613930613564', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.100s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:13:03 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:13:03 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lazy-loading 'flavor' on Instance uuid 85c906c1-86b7-4911-8faa-67c9de6a78f6 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[738d4ea6-9018-4b63-95ca-b77771f94e64]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:13:03 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:13:03 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:13:03 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:13:03 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:13:03 user nova-compute[74287]:   <serial>28f3f7ad-40f9-469a-8cad-2849965597d5</serial>
Oct 26 08:13:03 user nova-compute[74287]: </disk>
Oct 26 08:13:03 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5be89854-0337-436f-a978-13bf8d30f6f4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c] added
Oct 26 08:13:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0741c1e-9abc-4b78-9c27-c12d69a1b810]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.032s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[75fa5911-c939-4d8c-a460-9c1080de0bde]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WvhUoKym {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WvhUoKym" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[087cb575-5b53-42c2-ad01-fb722a21eda5]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WvhUoKym'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7be4ee97-469d-4e23-9843-bc15f8d2e873]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a620b780-2d81-480c-9691-d54d274b5f09]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[69c01146-db36-4f8a-838f-6a4149091755]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260]
Oct 26 08:13:03 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260] successful.
Oct 26 08:13:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e7508d8-ce29-4036-9d45-8e4dfdf12bac]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a1b2ea6-9ff0-477a-b829-7700f02e0149]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:13:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 (non-flash)
Oct 26 08:13:03 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:13:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.320s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] HCTL ('36', '-', '-', 0) found on session 37 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[378b66bd-b955-462f-a223-fd84f9784982]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Searching for a device in session 37 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WvhUoKym', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] No VIF found with MAC fa:16:3e:98:2e:f8, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:13:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1755b22c-3adc-4d96-8c05-01b10b5a0d8a tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 37.122s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG nova.compute.manager [req-33e22a66-1600-42d3-9b10-3ba15a2378a8 req-1492fe48-35f1-4f2f-afa5-bb48009879a1 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Received event network-vif-plugged-966377c4-2266-4576-a9a7-74e7ce24e00f {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-33e22a66-1600-42d3-9b10-3ba15a2378a8 req-1492fe48-35f1-4f2f-afa5-bb48009879a1 service nova] Acquiring lock "7b49182e-e9e3-4d75-ac5e-58aae121c186-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-33e22a66-1600-42d3-9b10-3ba15a2378a8 req-1492fe48-35f1-4f2f-afa5-bb48009879a1 service nova] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-33e22a66-1600-42d3-9b10-3ba15a2378a8 req-1492fe48-35f1-4f2f-afa5-bb48009879a1 service nova] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG nova.compute.manager [req-33e22a66-1600-42d3-9b10-3ba15a2378a8 req-1492fe48-35f1-4f2f-afa5-bb48009879a1 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] No waiting events found dispatching network-vif-plugged-966377c4-2266-4576-a9a7-74e7ce24e00f {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:13:04 user nova-compute[74287]: WARNING nova.compute.manager [req-33e22a66-1600-42d3-9b10-3ba15a2378a8 req-1492fe48-35f1-4f2f-afa5-bb48009879a1 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Received unexpected event network-vif-plugged-966377c4-2266-4576-a9a7-74e7ce24e00f for instance with vm_state active and task_state deleting.
Oct 26 08:13:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.445s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] <== connect_volume: return (2545ms) {'type': 'block', 'scsi_wwn': '23062656431306330', 'path': '/dev/sde'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23062656431306330', 'path': '/dev/sde'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 2.014s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.039s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[50e6b83f-08fe-4534-adf3-3cfb7bbc3a5b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:13:04 user nova-compute[74287]: No targets found.
Oct 26 08:13:04 user nova-compute[74287]: iSNS:
Oct 26 08:13:04 user nova-compute[74287]: No targets found.
Oct 26 08:13:04 user nova-compute[74287]: STATIC:
Oct 26 08:13:04 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2
Oct 26 08:13:04 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:13:04 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:13:04 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:13:04 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:13:04 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:13:04 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5
Oct 26 08:13:04 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:13:04 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:13:04 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c
Oct 26 08:13:04 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:13:04 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:13:04 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741
Oct 26 08:13:04 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:13:04 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:13:04 user nova-compute[74287]: FIRMWARE:
Oct 26 08:13:04 user nova-compute[74287]: No targets found.
Oct 26 08:13:04 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:13:04 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:13:04 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b5f47b0d-4c72-4895-9174-c4a66cc1f8bb', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.043s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e445846-2fe9-46df-99e4-eb935fda365f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:10:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-270465902',display_name='tempest-ServerActionsTestOtherA-server-270465902',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-270465902',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHnjeNOfxxkiI9cBIZvuXc90LuOPK6zYU463E8yY3P94DHje2tA7iP1Q/1OYEgTQGGhK3OIjcoD+UmPKNwPDKRvwUrwGSb5ge2PKCKvcYrtsr/h1Q+EHtA3Lmbfnksou2w==',key_name='tempest-keypair-1706033299',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:11:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5cf156e21d744e9993ed225c24f7b576',ramdisk_id='',reservation_id='r-e24gy7o6',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-713697274',owner_user_name='tempest-ServerActionsTestOtherA-713697274-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:12:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63da03e3263d42ca8c8d7f9cafcd5fe2',uuid=5233a464-c050-4877-8e4b-efdfcca6350d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-452209272-network", "vif_mac": "fa:16:3e:a4:b6:e6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converting VIF {"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-452209272-network", "vif_mac": "fa:16:3e:a4:b6:e6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:b6:e6,bridge_name='br-int',has_traffic_filtering=True,id=df4fdf1b-5225-476e-b571-b93719c7cc6d,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fdf1b-52') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:13:04 user nova-compute[74287]:   <uuid>5233a464-c050-4877-8e4b-efdfcca6350d</uuid>
Oct 26 08:13:04 user nova-compute[74287]:   <name>instance-0000001e</name>
Oct 26 08:13:04 user nova-compute[74287]:   <memory>2097152</memory>
Oct 26 08:13:04 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:13:04 user nova-compute[74287]:   <metadata>
Oct 26 08:13:04 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:13:04 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:13:04 user nova-compute[74287]:       <nova:name>tempest-ServerActionsTestOtherA-server-270465902</nova:name>
Oct 26 08:13:04 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:13:02</nova:creationTime>
Oct 26 08:13:04 user nova-compute[74287]:       <nova:flavor name="m1.small">
Oct 26 08:13:04 user nova-compute[74287]:         <nova:memory>2048</nova:memory>
Oct 26 08:13:04 user nova-compute[74287]:         <nova:disk>20</nova:disk>
Oct 26 08:13:04 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:13:04 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:13:04 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:13:04 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:13:04 user nova-compute[74287]:       <nova:owner>
Oct 26 08:13:04 user nova-compute[74287]:         <nova:user uuid="63da03e3263d42ca8c8d7f9cafcd5fe2">tempest-ServerActionsTestOtherA-713697274-project-member</nova:user>
Oct 26 08:13:04 user nova-compute[74287]:         <nova:project uuid="5cf156e21d744e9993ed225c24f7b576">tempest-ServerActionsTestOtherA-713697274</nova:project>
Oct 26 08:13:04 user nova-compute[74287]:       </nova:owner>
Oct 26 08:13:04 user nova-compute[74287]:       <nova:ports>
Oct 26 08:13:04 user nova-compute[74287]:         <nova:port uuid="df4fdf1b-5225-476e-b571-b93719c7cc6d">
Oct 26 08:13:04 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 08:13:04 user nova-compute[74287]:         </nova:port>
Oct 26 08:13:04 user nova-compute[74287]:       </nova:ports>
Oct 26 08:13:04 user nova-compute[74287]:     </nova:instance>
Oct 26 08:13:04 user nova-compute[74287]:   </metadata>
Oct 26 08:13:04 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:13:04 user nova-compute[74287]:     <system>
Oct 26 08:13:04 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:13:04 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:13:04 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:13:04 user nova-compute[74287]:       <entry name="serial">5233a464-c050-4877-8e4b-efdfcca6350d</entry>
Oct 26 08:13:04 user nova-compute[74287]:       <entry name="uuid">5233a464-c050-4877-8e4b-efdfcca6350d</entry>
Oct 26 08:13:04 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:13:04 user nova-compute[74287]:     </system>
Oct 26 08:13:04 user nova-compute[74287]:   </sysinfo>
Oct 26 08:13:04 user nova-compute[74287]:   <os>
Oct 26 08:13:04 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:13:04 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:13:04 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:13:04 user nova-compute[74287]:   </os>
Oct 26 08:13:04 user nova-compute[74287]:   <features>
Oct 26 08:13:04 user nova-compute[74287]:     <acpi/>
Oct 26 08:13:04 user nova-compute[74287]:     <apic/>
Oct 26 08:13:04 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:13:04 user nova-compute[74287]:   </features>
Oct 26 08:13:04 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:13:04 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:13:04 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:13:04 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:13:04 user nova-compute[74287]:   </clock>
Oct 26 08:13:04 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:13:04 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:13:04 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:13:04 user nova-compute[74287]:   </cpu>
Oct 26 08:13:04 user nova-compute[74287]:   <devices>
Oct 26 08:13:04 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:13:04 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:13:04 user nova-compute[74287]:       <source dev="/dev/sde"/>
Oct 26 08:13:04 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:13:04 user nova-compute[74287]:       <serial>a7d735cf-48da-4ed3-9b5b-46071943f44c</serial>
Oct 26 08:13:04 user nova-compute[74287]:     </disk>
Oct 26 08:13:04 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:13:04 user nova-compute[74287]:       <mac address="fa:16:3e:a4:b6:e6"/>
Oct 26 08:13:04 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:13:04 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:13:04 user nova-compute[74287]:       <target dev="tapdf4fdf1b-52"/>
Oct 26 08:13:04 user nova-compute[74287]:     </interface>
Oct 26 08:13:04 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:13:04 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/5233a464-c050-4877-8e4b-efdfcca6350d/console.log" append="off"/>
Oct 26 08:13:04 user nova-compute[74287]:     </serial>
Oct 26 08:13:04 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:13:04 user nova-compute[74287]:     <video>
Oct 26 08:13:04 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:13:04 user nova-compute[74287]:     </video>
Oct 26 08:13:04 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:13:04 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:13:04 user nova-compute[74287]:     </rng>
Oct 26 08:13:04 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:13:04 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:13:04 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:13:04 user nova-compute[74287]:     </memballoon>
Oct 26 08:13:04 user nova-compute[74287]:   </devices>
Oct 26 08:13:04 user nova-compute[74287]: </domain>
Oct 26 08:13:04 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:10:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-270465902',display_name='tempest-ServerActionsTestOtherA-server-270465902',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-270465902',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHnjeNOfxxkiI9cBIZvuXc90LuOPK6zYU463E8yY3P94DHje2tA7iP1Q/1OYEgTQGGhK3OIjcoD+UmPKNwPDKRvwUrwGSb5ge2PKCKvcYrtsr/h1Q+EHtA3Lmbfnksou2w==',key_name='tempest-keypair-1706033299',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:11:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5cf156e21d744e9993ed225c24f7b576',ramdisk_id='',reservation_id='r-e24gy7o6',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-713697274',owner_user_name='tempest-ServerActionsTestOtherA-713697274-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:12:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63da03e3263d42ca8c8d7f9cafcd5fe2',uuid=5233a464-c050-4877-8e4b-efdfcca6350d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-452209272-network", "vif_mac": "fa:16:3e:a4:b6:e6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converting VIF {"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-452209272-network", "vif_mac": "fa:16:3e:a4:b6:e6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:b6:e6,bridge_name='br-int',has_traffic_filtering=True,id=df4fdf1b-5225-476e-b571-b93719c7cc6d,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fdf1b-52') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG os_vif [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:b6:e6,bridge_name='br-int',has_traffic_filtering=True,id=df4fdf1b-5225-476e-b571-b93719c7cc6d,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fdf1b-52') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9058be0a-190d-55ac-8e35-ffa67f5048f1', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdf4fdf1b-52, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdf4fdf1b-52, col_values=(('qos', UUID('d12d4266-8027-4903-a2ce-7d9f5bcbabed')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdf4fdf1b-52, col_values=(('external_ids', {'iface-id': 'df4fdf1b-5225-476e-b571-b93719c7cc6d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a4:b6:e6', 'vm-uuid': '5233a464-c050-4877-8e4b-efdfcca6350d'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.047s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[440f1cb5-130e-4d71-8928-3b8635d775aa]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:13:04 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:13:04 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:13:04 user nova-compute[74287]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 (non-flash)
Oct 26 08:13:04 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:13:04 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:13:04 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:13:04 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:13:04 user nova-compute[74287]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 (non-flash)
Oct 26 08:13:04 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:13:04 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb880e96c0>, {}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Disconnecting from: [] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.262s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] <== disconnect_volume: return (2276ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:13:04 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Deleting instance files /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186_del
Oct 26 08:13:04 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Deletion of /opt/stack/data/nova/instances/7b49182e-e9e3-4d75-ac5e-58aae121c186_del complete
Oct 26 08:13:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:13:04 user nova-compute[74287]: INFO os_vif [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:b6:e6,bridge_name='br-int',has_traffic_filtering=True,id=df4fdf1b-5225-476e-b571-b93719c7cc6d,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fdf1b-52')
Oct 26 08:13:04 user nova-compute[74287]: INFO nova.compute.manager [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Took 3.15 seconds to destroy the instance on the hypervisor.
Oct 26 08:13:04 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:13:04 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:13:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:13:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] No VIF found with MAC fa:16:3e:a4:b6:e6, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:13:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:05 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:13:05 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Took 0.94 seconds to deallocate network for instance.
Oct 26 08:13:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-ba5c5f12-5e12-4744-b40a-639400553bd4 req-c1287fd5-377e-4dc5-9d82-8468fbe13212 service nova] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Received event network-vif-deleted-966377c4-2266-4576-a9a7-74e7ce24e00f {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:13:05 user nova-compute[74287]: WARNING nova.volume.cinder [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Attachment abae6d12-7376-4db1-a59d-6127effe2188 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = abae6d12-7376-4db1-a59d-6127effe2188. (HTTP 404) (Request-ID: req-25ad20db-42f0-4fc0-979a-f37f893babe1)
Oct 26 08:13:05 user nova-compute[74287]: INFO nova.compute.manager [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] [instance: 7b49182e-e9e3-4d75-ac5e-58aae121c186] Took 0.05 seconds to detach 1 volumes for instance.
Oct 26 08:13:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "85c906c1-86b7-4911-8faa-67c9de6a78f6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:06 user nova-compute[74287]: INFO nova.compute.manager [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Detaching volume 28f3f7ad-40f9-469a-8cad-2849965597d5
Oct 26 08:13:06 user nova-compute[74287]: INFO nova.virt.block_device [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Attempting to driver detach volume 28f3f7ad-40f9-469a-8cad-2849965597d5 from mountpoint /dev/vdb
Oct 26 08:13:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Attempting to detach device vdb from instance 85c906c1-86b7-4911-8faa-67c9de6a78f6 from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:13:06 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:13:06 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:13:06 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:13:06 user nova-compute[74287]:   <serial>28f3f7ad-40f9-469a-8cad-2849965597d5</serial>
Oct 26 08:13:06 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:13:06 user nova-compute[74287]: </disk>
Oct 26 08:13:06 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:13:06 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Successfully detached device vdb from instance 85c906c1-86b7-4911-8faa-67c9de6a78f6 from the persistent domain config.
Oct 26 08:13:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 85c906c1-86b7-4911-8faa-67c9de6a78f6 from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:13:06 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:13:06 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:13:06 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:13:06 user nova-compute[74287]:   <serial>28f3f7ad-40f9-469a-8cad-2849965597d5</serial>
Oct 26 08:13:06 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:13:06 user nova-compute[74287]: </disk>
Oct 26 08:13:06 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.455s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:06 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Deleted allocations for instance 7b49182e-e9e3-4d75-ac5e-58aae121c186
Oct 26 08:13:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ba764b1d-1e3e-410f-8fae-fe06e1900b6c tempest-VolumesSnapshotTestJSON-1194228923 tempest-VolumesSnapshotTestJSON-1194228923-project-member] Lock "7b49182e-e9e3-4d75-ac5e-58aae121c186" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.809s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-9059f0df-9f7e-447c-b906-7cbb08a838d6 req-3b939ab2-cbe0-4040-8f38-4ac7bf9fa48b service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received event network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9059f0df-9f7e-447c-b906-7cbb08a838d6 req-3b939ab2-cbe0-4040-8f38-4ac7bf9fa48b service nova] Acquiring lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9059f0df-9f7e-447c-b906-7cbb08a838d6 req-3b939ab2-cbe0-4040-8f38-4ac7bf9fa48b service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9059f0df-9f7e-447c-b906-7cbb08a838d6 req-3b939ab2-cbe0-4040-8f38-4ac7bf9fa48b service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-9059f0df-9f7e-447c-b906-7cbb08a838d6 req-3b939ab2-cbe0-4040-8f38-4ac7bf9fa48b service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] No waiting events found dispatching network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:13:06 user nova-compute[74287]: WARNING nova.compute.manager [req-9059f0df-9f7e-447c-b906-7cbb08a838d6 req-3b939ab2-cbe0-4040-8f38-4ac7bf9fa48b service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received unexpected event network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d for instance with vm_state active and task_state resize_finish.
Oct 26 08:13:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 85c906c1-86b7-4911-8faa-67c9de6a78f6 {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:13:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-b5721cc6-489e-4613-b8fd-0a57ba4e21ee req-694f1f0f-ba3e-4c61-9872-e976d42c1c90 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received event network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:13:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b5721cc6-489e-4613-b8fd-0a57ba4e21ee req-694f1f0f-ba3e-4c61-9872-e976d42c1c90 service nova] Acquiring lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b5721cc6-489e-4613-b8fd-0a57ba4e21ee req-694f1f0f-ba3e-4c61-9872-e976d42c1c90 service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b5721cc6-489e-4613-b8fd-0a57ba4e21ee req-694f1f0f-ba3e-4c61-9872-e976d42c1c90 service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-b5721cc6-489e-4613-b8fd-0a57ba4e21ee req-694f1f0f-ba3e-4c61-9872-e976d42c1c90 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] No waiting events found dispatching network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:13:08 user nova-compute[74287]: WARNING nova.compute.manager [req-b5721cc6-489e-4613-b8fd-0a57ba4e21ee req-694f1f0f-ba3e-4c61-9872-e976d42c1c90 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received unexpected event network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d for instance with vm_state active and task_state resize_finish.
Oct 26 08:13:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:13:08 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Instance running successfully.
Oct 26 08:13:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Failed to set time: agent not configured {{(pid=74287) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 26 08:13:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-c95de68e-0de9-4563-846f-082da708cea4 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] finish_migration finished successfully. {{(pid=74287) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 26 08:13:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:13:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:13:16 user nova-compute[74287]: INFO nova.compute.claims [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Claim successful on node user
Oct 26 08:13:17 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.673s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG nova.compute.manager [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG nova.compute.manager [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG nova.network.neutron [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:13:17 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:13:17 user nova-compute[74287]: DEBUG nova.compute.manager [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG nova.policy [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2720c3e24d384972be5d1dde75369b56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c14f29424ef4e99a45550bfab1f9d84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG nova.compute.manager [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:13:17 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Creating image(s)
Oct 26 08:13:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "/opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "/opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "/opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.210s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.247s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk 1073741824" returned: 0 in 0.071s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.325s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG nova.network.neutron [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Successfully created port: a19e32e8-df1f-4a3e-847a-f5c518d27289 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Cannot resize image /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Ensure instance console log exists: /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.network.neutron [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Successfully updated port: a19e32e8-df1f-4a3e-847a-f5c518d27289 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "refresh_cache-5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquired lock "refresh_cache-5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.network.neutron [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-2102b535-b035-4a9b-95ff-b11480710f36 req-a6c3a57f-3631-4ae3-9edc-89177ee83daf service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Received event network-changed-a19e32e8-df1f-4a3e-847a-f5c518d27289 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-2102b535-b035-4a9b-95ff-b11480710f36 req-a6c3a57f-3631-4ae3-9edc-89177ee83daf service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Refreshing instance network info cache due to event network-changed-a19e32e8-df1f-4a3e-847a-f5c518d27289. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2102b535-b035-4a9b-95ff-b11480710f36 req-a6c3a57f-3631-4ae3-9edc-89177ee83daf service nova] Acquiring lock "refresh_cache-5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.network.neutron [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "85a22013-b9f2-4fc5-908d-336e7b447559" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "85a22013-b9f2-4fc5-908d-336e7b447559" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.objects.instance [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lazy-loading 'flavor' on Instance uuid 85a22013-b9f2-4fc5-908d-336e7b447559 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "85a22013-b9f2-4fc5-908d-336e7b447559" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.network.neutron [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Updating instance_info_cache with network_info: [{"id": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "address": "fa:16:3e:72:91:49", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa19e32e8-df", "ovs_interfaceid": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Releasing lock "refresh_cache-5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Instance network_info: |[{"id": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "address": "fa:16:3e:72:91:49", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa19e32e8-df", "ovs_interfaceid": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2102b535-b035-4a9b-95ff-b11480710f36 req-a6c3a57f-3631-4ae3-9edc-89177ee83daf service nova] Acquired lock "refresh_cache-5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.network.neutron [req-2102b535-b035-4a9b-95ff-b11480710f36 req-a6c3a57f-3631-4ae3-9edc-89177ee83daf service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Refreshing network info cache for port a19e32e8-df1f-4a3e-847a-f5c518d27289 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Start _get_guest_xml network_info=[{"id": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "address": "fa:16:3e:72:91:49", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa19e32e8-df", "ovs_interfaceid": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:13:19 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:13:19 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:13:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1311685641',display_name='tempest-AttachVolumeNegativeTest-server-1311685641',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1311685641',id=33,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGt1UrUhcmm678z7lv+T0caBGPAX9CopE5JMXL2PgrRtHH5LrGll/bnuesJ1zXq2CGDN9ZaafV+OfIp/ht2HS+DZdv4LdbdItdiqanj0qq6guDjnStvBf2rNY5jeLFUPQQ==',key_name='tempest-keypair-2105211755',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1c14f29424ef4e99a45550bfab1f9d84',ramdisk_id='',reservation_id='r-yytwgg2p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1732752721',owner_user_name='tempest-AttachVolumeNegativeTest-1732752721-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:13:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2720c3e24d384972be5d1dde75369b56',uuid=5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "address": "fa:16:3e:72:91:49", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa19e32e8-df", "ovs_interfaceid": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converting VIF {"id": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "address": "fa:16:3e:72:91:49", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa19e32e8-df", "ovs_interfaceid": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:91:49,bridge_name='br-int',has_traffic_filtering=True,id=a19e32e8-df1f-4a3e-847a-f5c518d27289,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa19e32e8-df') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.objects.instance [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'pci_devices' on Instance uuid 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:13:19 user nova-compute[74287]:   <uuid>5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6</uuid>
Oct 26 08:13:19 user nova-compute[74287]:   <name>instance-00000021</name>
Oct 26 08:13:19 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:13:19 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:13:19 user nova-compute[74287]:   <metadata>
Oct 26 08:13:19 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:13:19 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:13:19 user nova-compute[74287]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1311685641</nova:name>
Oct 26 08:13:19 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:13:19</nova:creationTime>
Oct 26 08:13:19 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:13:19 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:13:19 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:13:19 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:13:19 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:13:19 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:13:19 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:13:19 user nova-compute[74287]:       <nova:owner>
Oct 26 08:13:19 user nova-compute[74287]:         <nova:user uuid="2720c3e24d384972be5d1dde75369b56">tempest-AttachVolumeNegativeTest-1732752721-project-member</nova:user>
Oct 26 08:13:19 user nova-compute[74287]:         <nova:project uuid="1c14f29424ef4e99a45550bfab1f9d84">tempest-AttachVolumeNegativeTest-1732752721</nova:project>
Oct 26 08:13:19 user nova-compute[74287]:       </nova:owner>
Oct 26 08:13:19 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:13:19 user nova-compute[74287]:       <nova:ports>
Oct 26 08:13:19 user nova-compute[74287]:         <nova:port uuid="a19e32e8-df1f-4a3e-847a-f5c518d27289">
Oct 26 08:13:19 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 26 08:13:19 user nova-compute[74287]:         </nova:port>
Oct 26 08:13:19 user nova-compute[74287]:       </nova:ports>
Oct 26 08:13:19 user nova-compute[74287]:     </nova:instance>
Oct 26 08:13:19 user nova-compute[74287]:   </metadata>
Oct 26 08:13:19 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:13:19 user nova-compute[74287]:     <system>
Oct 26 08:13:19 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:13:19 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:13:19 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:13:19 user nova-compute[74287]:       <entry name="serial">5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6</entry>
Oct 26 08:13:19 user nova-compute[74287]:       <entry name="uuid">5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6</entry>
Oct 26 08:13:19 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:13:19 user nova-compute[74287]:     </system>
Oct 26 08:13:19 user nova-compute[74287]:   </sysinfo>
Oct 26 08:13:19 user nova-compute[74287]:   <os>
Oct 26 08:13:19 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:13:19 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:13:19 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:13:19 user nova-compute[74287]:   </os>
Oct 26 08:13:19 user nova-compute[74287]:   <features>
Oct 26 08:13:19 user nova-compute[74287]:     <acpi/>
Oct 26 08:13:19 user nova-compute[74287]:     <apic/>
Oct 26 08:13:19 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:13:19 user nova-compute[74287]:   </features>
Oct 26 08:13:19 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:13:19 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:13:19 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:13:19 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:13:19 user nova-compute[74287]:   </clock>
Oct 26 08:13:19 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:13:19 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:13:19 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:13:19 user nova-compute[74287]:   </cpu>
Oct 26 08:13:19 user nova-compute[74287]:   <devices>
Oct 26 08:13:19 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:13:19 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:13:19 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk"/>
Oct 26 08:13:19 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:13:19 user nova-compute[74287]:     </disk>
Oct 26 08:13:19 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:13:19 user nova-compute[74287]:       <mac address="fa:16:3e:72:91:49"/>
Oct 26 08:13:19 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:13:19 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:13:19 user nova-compute[74287]:       <target dev="tapa19e32e8-df"/>
Oct 26 08:13:19 user nova-compute[74287]:     </interface>
Oct 26 08:13:19 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:13:19 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/console.log" append="off"/>
Oct 26 08:13:19 user nova-compute[74287]:     </serial>
Oct 26 08:13:19 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:13:19 user nova-compute[74287]:     <video>
Oct 26 08:13:19 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:13:19 user nova-compute[74287]:     </video>
Oct 26 08:13:19 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:13:19 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:13:19 user nova-compute[74287]:     </rng>
Oct 26 08:13:19 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:13:19 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:13:19 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:13:19 user nova-compute[74287]:     </memballoon>
Oct 26 08:13:19 user nova-compute[74287]:   </devices>
Oct 26 08:13:19 user nova-compute[74287]: </domain>
Oct 26 08:13:19 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:13:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1311685641',display_name='tempest-AttachVolumeNegativeTest-server-1311685641',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1311685641',id=33,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGt1UrUhcmm678z7lv+T0caBGPAX9CopE5JMXL2PgrRtHH5LrGll/bnuesJ1zXq2CGDN9ZaafV+OfIp/ht2HS+DZdv4LdbdItdiqanj0qq6guDjnStvBf2rNY5jeLFUPQQ==',key_name='tempest-keypair-2105211755',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1c14f29424ef4e99a45550bfab1f9d84',ramdisk_id='',reservation_id='r-yytwgg2p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1732752721',owner_user_name='tempest-AttachVolumeNegativeTest-1732752721-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:13:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2720c3e24d384972be5d1dde75369b56',uuid=5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "address": "fa:16:3e:72:91:49", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa19e32e8-df", "ovs_interfaceid": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converting VIF {"id": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "address": "fa:16:3e:72:91:49", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa19e32e8-df", "ovs_interfaceid": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:91:49,bridge_name='br-int',has_traffic_filtering=True,id=a19e32e8-df1f-4a3e-847a-f5c518d27289,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa19e32e8-df') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG os_vif [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:91:49,bridge_name='br-int',has_traffic_filtering=True,id=a19e32e8-df1f-4a3e-847a-f5c518d27289,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa19e32e8-df') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a6a364f8-ca98-5e7c-8680-08015ff83ac7', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "85a22013-b9f2-4fc5-908d-336e7b447559" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "85a22013-b9f2-4fc5-908d-336e7b447559" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:19 user nova-compute[74287]: INFO nova.compute.manager [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Attaching volume 1fbde94b-9bfb-4cd5-a405-0f9c18087bbc to /dev/vdb
Oct 26 08:13:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa19e32e8-df, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa19e32e8-df, col_values=(('qos', UUID('3c2f4d67-64a7-4751-ae46-e046f0292e24')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa19e32e8-df, col_values=(('external_ids', {'iface-id': 'a19e32e8-df1f-4a3e-847a-f5c518d27289', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:72:91:49', 'vm-uuid': '5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:19 user nova-compute[74287]: INFO os_vif [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:91:49,bridge_name='br-int',has_traffic_filtering=True,id=a19e32e8-df1f-4a3e-847a-f5c518d27289,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa19e32e8-df')
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No VIF found with MAC fa:16:3e:72:91:49, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG os_brick.utils [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[44518130-2787-4522-b3db-930383ef13e7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[396e7bbd-90c4-442b-a9c0-b8b578bf6cf2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3de5ffd-5ad2-4fd1-b571-af79efd50236]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[701d0d38-4a4f-4d80-adaa-f5847acd1237]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:13:19 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:13:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f942ae48-5350-49f8-8c70-0b85b24881be]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG os_brick.utils [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] <== get_connector_properties: return (184ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:13:19 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Updating existing volume attachment record: 17210ad0-a225-41c1-b20d-c88a1f84e33c {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:13:20 user nova-compute[74287]: DEBUG nova.network.neutron [req-2102b535-b035-4a9b-95ff-b11480710f36 req-a6c3a57f-3631-4ae3-9edc-89177ee83daf service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Updated VIF entry in instance network info cache for port a19e32e8-df1f-4a3e-847a-f5c518d27289. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:13:20 user nova-compute[74287]: DEBUG nova.network.neutron [req-2102b535-b035-4a9b-95ff-b11480710f36 req-a6c3a57f-3631-4ae3-9edc-89177ee83daf service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Updating instance_info_cache with network_info: [{"id": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "address": "fa:16:3e:72:91:49", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa19e32e8-df", "ovs_interfaceid": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:13:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2102b535-b035-4a9b-95ff-b11480710f36 req-a6c3a57f-3631-4ae3-9edc-89177ee83daf service nova] Releasing lock "refresh_cache-5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:13:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-50e90749-4beb-45bf-986b-e0af9c03a757 req-52868d25-e71f-4b54-b3ed-2594cc682663 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Received event network-vif-plugged-a19e32e8-df1f-4a3e-847a-f5c518d27289 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:13:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-50e90749-4beb-45bf-986b-e0af9c03a757 req-52868d25-e71f-4b54-b3ed-2594cc682663 service nova] Acquiring lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-50e90749-4beb-45bf-986b-e0af9c03a757 req-52868d25-e71f-4b54-b3ed-2594cc682663 service nova] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-50e90749-4beb-45bf-986b-e0af9c03a757 req-52868d25-e71f-4b54-b3ed-2594cc682663 service nova] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-50e90749-4beb-45bf-986b-e0af9c03a757 req-52868d25-e71f-4b54-b3ed-2594cc682663 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] No waiting events found dispatching network-vif-plugged-a19e32e8-df1f-4a3e-847a-f5c518d27289 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:13:21 user nova-compute[74287]: WARNING nova.compute.manager [req-50e90749-4beb-45bf-986b-e0af9c03a757 req-52868d25-e71f-4b54-b3ed-2594cc682663 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Received unexpected event network-vif-plugged-a19e32e8-df1f-4a3e-847a-f5c518d27289 for instance with vm_state building and task_state spawning.
Oct 26 08:13:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:13:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:13:23 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Instance spawned successfully.
Oct 26 08:13:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:13:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:13:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:13:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:13:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:13:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:13:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:13:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-07bb8d4d-a12a-4b43-8dfd-3186e93c823f req-df691c57-2bd9-47fb-b515-d6da7faf20b1 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Received event network-vif-plugged-a19e32e8-df1f-4a3e-847a-f5c518d27289 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:13:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-07bb8d4d-a12a-4b43-8dfd-3186e93c823f req-df691c57-2bd9-47fb-b515-d6da7faf20b1 service nova] Acquiring lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-07bb8d4d-a12a-4b43-8dfd-3186e93c823f req-df691c57-2bd9-47fb-b515-d6da7faf20b1 service nova] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-07bb8d4d-a12a-4b43-8dfd-3186e93c823f req-df691c57-2bd9-47fb-b515-d6da7faf20b1 service nova] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-07bb8d4d-a12a-4b43-8dfd-3186e93c823f req-df691c57-2bd9-47fb-b515-d6da7faf20b1 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] No waiting events found dispatching network-vif-plugged-a19e32e8-df1f-4a3e-847a-f5c518d27289 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:13:23 user nova-compute[74287]: WARNING nova.compute.manager [req-07bb8d4d-a12a-4b43-8dfd-3186e93c823f req-df691c57-2bd9-47fb-b515-d6da7faf20b1 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Received unexpected event network-vif-plugged-a19e32e8-df1f-4a3e-847a-f5c518d27289 for instance with vm_state building and task_state spawning.
Oct 26 08:13:23 user nova-compute[74287]: INFO nova.compute.manager [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Took 5.84 seconds to spawn the instance on the hypervisor.
Oct 26 08:13:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:13:23 user nova-compute[74287]: INFO nova.compute.manager [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Took 6.92 seconds to build instance.
Oct 26 08:13:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5216f7e5-f8d1-4fea-991c-fc6f37167149 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.020s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:27 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 85c906c1-86b7-4911-8faa-67c9de6a78f6 is timed out.
Oct 26 08:13:27 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Successfully detached device vdb from instance 85c906c1-86b7-4911-8faa-67c9de6a78f6 from the live domain config.
Oct 26 08:13:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AOQkiyWz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:13:27 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cf27de3-bb5d-4f1e-8ef7-93d9b7d306dd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:13:27 user nova-compute[74287]: No targets found.
Oct 26 08:13:27 user nova-compute[74287]: iSNS:
Oct 26 08:13:27 user nova-compute[74287]: No targets found.
Oct 26 08:13:27 user nova-compute[74287]: STATIC:
Oct 26 08:13:27 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2
Oct 26 08:13:27 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:13:27 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:13:27 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:13:27 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:13:27 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:13:27 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5
Oct 26 08:13:27 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:13:27 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:13:27 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c
Oct 26 08:13:27 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:13:27 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:13:27 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741
Oct 26 08:13:27 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:13:27 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:13:27 user nova-compute[74287]: FIRMWARE:
Oct 26 08:13:27 user nova-compute[74287]: No targets found.
Oct 26 08:13:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:13:27 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:13:27 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[58b1646b-291c-4960-a2d6-66d932789b30]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b381cc43-1f44-4a59-bf63-388a6c6b4818]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:13:27 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:13:27 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:13:27 user nova-compute[74287]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 (non-flash)
Oct 26 08:13:27 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:13:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:13:27 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:13:27 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:13:27 user nova-compute[74287]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 (non-flash)
Oct 26 08:13:27 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:13:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb707cfe20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.054s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2f14c57-e551-484f-b94f-82909d0146e4]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b721f64-607d-4ddc-8062-c2f00daf5eb3]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[97127b2d-8931-4b2d-8c73-47feecdee35a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ddbc2d6-055c-4842-9672-1368d85a2e40]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[41fe39be-8f55-4a50-9c3b-f46f0179c8a1]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[62f5c762-d96d-4b67-afeb-f32791600e32]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5, portal: 172.16.0.220,3260]
Oct 26 08:13:27 user nova-compute[74287]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5, portal: 172.16.0.220,3260] successful.
Oct 26 08:13:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28f3f7ad-40f9-469a-8cad-2849965597d5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[37ae72d8-fc95-4a85-b667-89c929fe9ca4]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.382s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] <== disconnect_volume: return (383ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:13:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:29 user nova-compute[74287]: DEBUG nova.objects.instance [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lazy-loading 'flavor' on Instance uuid 85c906c1-86b7-4911-8faa-67c9de6a78f6 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:13:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d4ec5ec9-e744-4ad4-9095-66f0a9a1c7eb tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.842s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.volume.cinder [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Update attachment failed for attachment 17210ad0-a225-41c1-b20d-c88a1f84e33c. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-200a445f-5ab7-4f32-a331-8523a5f2b754) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-200a445f-5ab7-4f32-a331-8523a5f2b754)
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Failed to attach 1fbde94b-9bfb-4cd5-a405-0f9c18087bbc at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-200a445f-5ab7-4f32-a331-8523a5f2b754)
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Traceback (most recent call last):
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     ret_val = method(obj, context, *args, **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     self._do_attach(context, instance, volume, volume_api,
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     self._volume_attach(context, volume, connector, instance,
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     connection_info = volume_api.attachment_update(
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     res = method(self, ctx, *args, **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     with excutils.save_and_reraise_exception():
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     self.force_reraise()
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     raise self.value
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     context, '3.44', skip_version_check=True).attachments.update(
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     return method.func(obj, *args, **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     resp = self._update('/attachments/%s' % id, body)
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     return self._cs_request(url, 'PUT', **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     return self.request(url, method, **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559]     raise exceptions.from_response(resp, body)
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-200a445f-5ab7-4f32-a331-8523a5f2b754)
Oct 26 08:13:30 user nova-compute[74287]: ERROR nova.compute.manager [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] 
Oct 26 08:13:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "85a22013-b9f2-4fc5-908d-336e7b447559" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.706s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server [None req-efda3d0a-4982-479e-a0bb-0ebb0a8394da tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-200a445f-5ab7-4f32-a331-8523a5f2b754)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7552, in attach_volume
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7549, in do_attach_volume
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7547, in do_attach_volume
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7569, in _attach_volume
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-200a445f-5ab7-4f32-a331-8523a5f2b754)
Oct 26 08:13:30 user nova-compute[74287]: ERROR oslo_messaging.rpc.server 
Oct 26 08:13:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:36 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:13:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:13:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:13:37 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:13:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:37 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:13:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:38 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:13:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:13:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:39 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:13:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:13:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:41 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:13:41 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7509MB free_disk=24.868812561035156GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Applying migration context for instance 5233a464-c050-4877-8e4b-efdfcca6350d as it has an incoming, in-progress migration 488748a3-e2a3-45d6-8e28-ff4a06890bd4. Migration status is finished {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 26 08:13:41 user nova-compute[74287]: INFO nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Updating resource usage from migration 488748a3-e2a3-45d6-8e28-ff4a06890bd4
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 6d7003c8-1ffe-4367-881d-940a70d41088 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ee8b81c9-1f93-479e-9973-7110ef7fa6a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 85c906c1-86b7-4911-8faa-67c9de6a78f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 85a22013-b9f2-4fc5-908d-336e7b447559 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 81240919-9972-4a21-a102-3d103db67c1b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Migration 488748a3-e2a3-45d6-8e28-ff4a06890bd4 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5233a464-c050-4877-8e4b-efdfcca6350d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing inventories for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating ProviderTree inventory for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating inventory in ProviderTree for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing aggregate associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, aggregates: None {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing trait associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, traits: HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.838s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:13:41 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74287) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 08:13:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:42 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:13:42 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:13:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:13:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:13:43 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:13:43 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Updating instance_info_cache with network_info: [{"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:13:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:13:43 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:13:43 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:13:43 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:13:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:44 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:13:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:13:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:48 user nova-compute[74287]: INFO nova.compute.manager [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Rescuing
Oct 26 08:13:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "refresh_cache-81240919-9972-4a21-a102-3d103db67c1b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:13:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquired lock "refresh_cache-81240919-9972-4a21-a102-3d103db67c1b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:13:48 user nova-compute[74287]: DEBUG nova.network.neutron [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:13:48 user nova-compute[74287]: DEBUG nova.network.neutron [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Updating instance_info_cache with network_info: [{"id": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "address": "fa:16:3e:e9:d3:ec", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2e9966a-db", "ovs_interfaceid": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:13:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Releasing lock "refresh_cache-81240919-9972-4a21-a102-3d103db67c1b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:13:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-47e1e8c7-d381-4ffd-ba05-0b783c210846 req-05d4b456-4f5b-41d5-9a52-16071eea86a4 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received event network-vif-unplugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:13:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-47e1e8c7-d381-4ffd-ba05-0b783c210846 req-05d4b456-4f5b-41d5-9a52-16071eea86a4 service nova] Acquiring lock "81240919-9972-4a21-a102-3d103db67c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-47e1e8c7-d381-4ffd-ba05-0b783c210846 req-05d4b456-4f5b-41d5-9a52-16071eea86a4 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-47e1e8c7-d381-4ffd-ba05-0b783c210846 req-05d4b456-4f5b-41d5-9a52-16071eea86a4 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-47e1e8c7-d381-4ffd-ba05-0b783c210846 req-05d4b456-4f5b-41d5-9a52-16071eea86a4 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] No waiting events found dispatching network-vif-unplugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:13:49 user nova-compute[74287]: WARNING nova.compute.manager [req-47e1e8c7-d381-4ffd-ba05-0b783c210846 req-05d4b456-4f5b-41d5-9a52-16071eea86a4 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received unexpected event network-vif-unplugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 for instance with vm_state active and task_state rescuing.
Oct 26 08:13:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:49 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Instance destroyed successfully.
Oct 26 08:13:49 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Attempting a stable device rescue
Oct 26 08:13:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74287) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 26 08:13:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Instance directory exists: not creating {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 08:13:49 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Creating image(s)
Oct 26 08:13:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "/opt/stack/data/nova/instances/81240919-9972-4a21-a102-3d103db67c1b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "/opt/stack/data/nova/instances/81240919-9972-4a21-a102-3d103db67c1b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "/opt/stack/data/nova/instances/81240919-9972-4a21-a102-3d103db67c1b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:49 user nova-compute[74287]: DEBUG nova.objects.instance [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'trusted_certs' on Instance uuid 81240919-9972-4a21-a102-3d103db67c1b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:13:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "2269aeb3b66e18bbf5d0b2656ecac186c769bf39" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "2269aeb3b66e18bbf5d0b2656ecac186c769bf39" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2269aeb3b66e18bbf5d0b2656ecac186c769bf39.part --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:50 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:13:50 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:13:50 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 08:13:50 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] There are 0 instances to clean {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 08:13:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-0c105da8-761c-469d-8ec9-21b3a749d88e req-11e46a90-aed6-4e03-ad5b-9493971e6706 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:13:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0c105da8-761c-469d-8ec9-21b3a749d88e req-11e46a90-aed6-4e03-ad5b-9493971e6706 service nova] Acquiring lock "81240919-9972-4a21-a102-3d103db67c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0c105da8-761c-469d-8ec9-21b3a749d88e req-11e46a90-aed6-4e03-ad5b-9493971e6706 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0c105da8-761c-469d-8ec9-21b3a749d88e req-11e46a90-aed6-4e03-ad5b-9493971e6706 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:51 user nova-compute[74287]: DEBUG nova.compute.manager [req-0c105da8-761c-469d-8ec9-21b3a749d88e req-11e46a90-aed6-4e03-ad5b-9493971e6706 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] No waiting events found dispatching network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:13:51 user nova-compute[74287]: WARNING nova.compute.manager [req-0c105da8-761c-469d-8ec9-21b3a749d88e req-11e46a90-aed6-4e03-ad5b-9493971e6706 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received unexpected event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 for instance with vm_state active and task_state rescuing.
Oct 26 08:13:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2269aeb3b66e18bbf5d0b2656ecac186c769bf39.part --force-share --output=json" returned: 0 in 0.191s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:51 user nova-compute[74287]: DEBUG nova.virt.images [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] 8c9e7577-8403-4fe9-b1eb-09448b3910ec was qcow2, converting to raw {{(pid=74287) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 08:13:51 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 08:13:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2269aeb3b66e18bbf5d0b2656ecac186c769bf39.part /opt/stack/data/nova/instances/_base/2269aeb3b66e18bbf5d0b2656ecac186c769bf39.converted {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2269aeb3b66e18bbf5d0b2656ecac186c769bf39.part /opt/stack/data/nova/instances/_base/2269aeb3b66e18bbf5d0b2656ecac186c769bf39.converted" returned: 0 in 0.632s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2269aeb3b66e18bbf5d0b2656ecac186c769bf39.converted --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2269aeb3b66e18bbf5d0b2656ecac186c769bf39.converted --force-share --output=json" returned: 0 in 0.211s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "2269aeb3b66e18bbf5d0b2656ecac186c769bf39" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.335s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "2269aeb3b66e18bbf5d0b2656ecac186c769bf39" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "2269aeb3b66e18bbf5d0b2656ecac186c769bf39" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2269aeb3b66e18bbf5d0b2656ecac186c769bf39 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2269aeb3b66e18bbf5d0b2656ecac186c769bf39 --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2269aeb3b66e18bbf5d0b2656ecac186c769bf39,backing_fmt=raw /opt/stack/data/nova/instances/81240919-9972-4a21-a102-3d103db67c1b/disk.rescue {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2269aeb3b66e18bbf5d0b2656ecac186c769bf39,backing_fmt=raw /opt/stack/data/nova/instances/81240919-9972-4a21-a102-3d103db67c1b/disk.rescue" returned: 0 in 0.061s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "2269aeb3b66e18bbf5d0b2656ecac186c769bf39" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.objects.instance [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'migration_context' on Instance uuid 81240919-9972-4a21-a102-3d103db67c1b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.objects.base [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Object Instance<81240919-9972-4a21-a102-3d103db67c1b> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Start _get_guest_xml network_info=[{"id": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "address": "fa:16:3e:e9:d3:ec", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "vif_mac": "fa:16:3e:e9:d3:ec"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2e9966a-db", "ovs_interfaceid": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '8c9e7577-8403-4fe9-b1eb-09448b3910ec', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'attachment_id': '4d868db9-d522-4c6e-a94a-8a59e41e6ec6', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mgcPkwsp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': '81240919-9972-4a21-a102-3d103db67c1b', 'attached_at': '', 'detached_at': '', 'volume_id': '41e5b799-865f-47fd-8957-fe6334e29741', 'serial': '41e5b799-865f-47fd-8957-fe6334e29741'}, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.objects.instance [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'resources' on Instance uuid 81240919-9972-4a21-a102-3d103db67c1b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.objects.base [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Object Instance<81240919-9972-4a21-a102-3d103db67c1b> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.objects.instance [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'numa_topology' on Instance uuid 81240919-9972-4a21-a102-3d103db67c1b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.objects.base [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Object Instance<81240919-9972-4a21-a102-3d103db67c1b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:13:52 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:13:52 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.objects.instance [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'vcpu_model' on Instance uuid 81240919-9972-4a21-a102-3d103db67c1b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.objects.base [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Object Instance<81240919-9972-4a21-a102-3d103db67c1b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mgcPkwsp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:13:52 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:13:52 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:13:52 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[133ee8d3-75ad-4b29-871a-82681a6d6adf]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = mgcPkwsp\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 26 08:13:52 user nova-compute[74287]: node.name = iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741
Oct 26 08:13:52 user nova-compute[74287]: node.tpgt = -1
Oct 26 08:13:52 user nova-compute[74287]: node.startup = automatic
Oct 26 08:13:52 user nova-compute[74287]: node.leading_login = No
Oct 26 08:13:52 user nova-compute[74287]: iface.iscsi_ifacename = default
Oct 26 08:13:52 user nova-compute[74287]: iface.net_ifacename = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.ipaddress = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.prefix_len = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.hwaddress = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.transport_name = tcp
Oct 26 08:13:52 user nova-compute[74287]: iface.initiatorname = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.state = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.vlan_id = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.vlan_priority = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.vlan_state = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.iface_num = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.mtu = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.port = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.bootproto = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.subnet_mask = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.gateway = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.dhcp_alt_client_id_state = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.dhcp_alt_client_id = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.dhcp_dns = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.dhcp_learn_iqn = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.dhcp_req_vendor_id_state = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.dhcp_vendor_id_state = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.dhcp_vendor_id = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.dhcp_slp_da = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.fragmentation = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.gratuitous_arp = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.incoming_forwarding = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.tos_state = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.tos = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.ttl = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.delayed_ack = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.tcp_nagle = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.tcp_wsf_state = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.tcp_wsf = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.tcp_timer_scale = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.tcp_timestamp = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.redirect = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.def_task_mgmt_timeout = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.header_digest = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.data_digest = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.immediate_data = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.initial_r2t = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.data_seq_inorder = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.data_pdu_inorder = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.erl = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.max_receive_data_len = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.first_burst_len = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.max_outstanding_r2t = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.max_burst_len = 0
Oct 26 08:13:52 user nova-compute[74287]: iface.chap_auth = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.bidi_chap = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.strict_login_compliance = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.discovery_auth = <empty>
Oct 26 08:13:52 user nova-compute[74287]: iface.discovery_logout = <empty>
Oct 26 08:13:52 user nova-compute[74287]: node.discovery_address = <empty>
Oct 26 08:13:52 user nova-compute[74287]: node.discovery_port = 0
Oct 26 08:13:52 user nova-compute[74287]: node.discovery_type = static
Oct 26 08:13:52 user nova-compute[74287]: node.session.initial_cmdsn = 0
Oct 26 08:13:52 user nova-compute[74287]: node.session.initial_login_retry_max = 8
Oct 26 08:13:52 user nova-compute[74287]: node.session.xmit_thread_priority = -20
Oct 26 08:13:52 user nova-compute[74287]: node.session.cmds_max = 128
Oct 26 08:13:52 user nova-compute[74287]: node.session.queue_depth = 32
Oct 26 08:13:52 user nova-compute[74287]: node.session.nr_sessions = 1
Oct 26 08:13:52 user nova-compute[74287]: node.session.auth.authmethod = CHAP
Oct 26 08:13:52 user nova-compute[74287]: node.session.auth.username = mgcPkwsp
Oct 26 08:13:52 user nova-compute[74287]: node.session.auth.password = ***
Oct 26 08:13:52 user nova-compute[74287]: node.session.auth.username_in = <empty>
Oct 26 08:13:52 user nova-compute[74287]: node.session.auth.password_in = <empty>
Oct 26 08:13:52 user nova-compute[74287]: node.session.auth.chap_algs = MD5
Oct 26 08:13:52 user nova-compute[74287]: node.session.timeo.replacement_timeout = 120
Oct 26 08:13:52 user nova-compute[74287]: node.session.err_timeo.abort_timeout = 15
Oct 26 08:13:52 user nova-compute[74287]: node.session.err_timeo.lu_reset_timeout = 30
Oct 26 08:13:52 user nova-compute[74287]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 26 08:13:52 user nova-compute[74287]: node.session.err_timeo.host_reset_timeout = 60
Oct 26 08:13:52 user nova-compute[74287]: node.session.iscsi.FastAbort = Yes
Oct 26 08:13:52 user nova-compute[74287]: node.session.iscsi.InitialR2T = No
Oct 26 08:13:52 user nova-compute[74287]: node.session.iscsi.ImmediateData = Yes
Oct 26 08:13:52 user nova-compute[74287]: node.session.iscsi.FirstBurstLength = 262144
Oct 26 08:13:52 user nova-compute[74287]: node.session.iscsi.MaxBurstLength = 16776192
Oct 26 08:13:52 user nova-compute[74287]: node.session.iscsi.DefaultTime2Retain = 0
Oct 26 08:13:52 user nova-compute[74287]: node.session.iscsi.DefaultTime2Wait = 2
Oct 26 08:13:52 user nova-compute[74287]: node.session.iscsi.MaxConnections = 1
Oct 26 08:13:52 user nova-compute[74287]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 26 08:13:52 user nova-compute[74287]: node.session.iscsi.ERL = 0
Oct 26 08:13:52 user nova-compute[74287]: node.session.scan = manual
Oct 26 08:13:52 user nova-compute[74287]: node.session.reopen_max = 0
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].address = 172.16.0.220
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].port = 3260
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].startup = manual
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].tcp.window_size = 524288
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].tcp.type_of_service = 0
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].timeo.logout_timeout = 15
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].timeo.login_timeout = 15
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].timeo.auth_timeout = 45
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].timeo.noop_out_interval = 5
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].timeo.noop_out_timeout = 5
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].iscsi.HeaderDigest = None
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].iscsi.DataDigest = None
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].iscsi.IFMarker = No
Oct 26 08:13:52 user nova-compute[74287]: node.conn[0].iscsi.OFMarker = No
Oct 26 08:13:52 user nova-compute[74287]: # END RECORD
Oct 26 08:13:52 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc84b99b-c77d-4866-8f76-b6146f494cf1]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[630a5451-bbf4-4485-abf4-3a366c77d84f]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mgcPkwsp {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mgcPkwsp" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e0fd380-6f7e-44ac-9aac-4c9d4a3e3c51]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mgcPkwsp'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[96f62dac-5d8c-4785-b94f-2f75082c0e9a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b70d5599-d8f3-4d10-9ed1-39ff48145ca1]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:13:52 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:13:52 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:13:52 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:13:52 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:13:52 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:13:52 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:13:52 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:13:52 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.155s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] HCTL ('37', '0', '0', 0) found on session 34 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Scanning host 37 c: 0, t: 0, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b13d8bb7-0d00-49fa-be6f-8894d323c932]: (4, ('0 0 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Searching for a device in session 34 and hctl ('37', '0', '0', 0) yield: sdf {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mgcPkwsp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.181s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] <== connect_volume: return (183ms) {'type': 'block', 'scsi_wwn': '23232646133636132', 'path': '/dev/sdf'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23232646133636132', 'path': '/dev/sdf'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:11:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1573598255',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1573598255',id=32,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:12:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ce4db76d8c424e10b26fb0e8aaf8e1bc',ramdisk_id='',reservation_id='r-m7m0s6aw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-503266126',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:12:39Z,user_data=None,user_id='859a049e05c6402a98f3e10b216cd990',uuid=81240919-9972-4a21-a102-3d103db67c1b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "address": "fa:16:3e:e9:d3:ec", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "vif_mac": "fa:16:3e:e9:d3:ec"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2e9966a-db", "ovs_interfaceid": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converting VIF {"id": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "address": "fa:16:3e:e9:d3:ec", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "vif_mac": "fa:16:3e:e9:d3:ec"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2e9966a-db", "ovs_interfaceid": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e9:d3:ec,bridge_name='br-int',has_traffic_filtering=True,id=f2e9966a-dbc8-4507-8eb9-13851c171fe2,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2e9966a-db') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.objects.instance [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'pci_devices' on Instance uuid 81240919-9972-4a21-a102-3d103db67c1b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.objects.base [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Object Instance<81240919-9972-4a21-a102-3d103db67c1b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:13:52 user nova-compute[74287]:   <uuid>81240919-9972-4a21-a102-3d103db67c1b</uuid>
Oct 26 08:13:52 user nova-compute[74287]:   <name>instance-00000020</name>
Oct 26 08:13:52 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:13:52 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:13:52 user nova-compute[74287]:   <metadata>
Oct 26 08:13:52 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:13:52 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:13:52 user nova-compute[74287]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1573598255</nova:name>
Oct 26 08:13:52 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:13:52</nova:creationTime>
Oct 26 08:13:52 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:13:52 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:13:52 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:13:52 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:13:52 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:13:52 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:13:52 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:13:52 user nova-compute[74287]:       <nova:owner>
Oct 26 08:13:52 user nova-compute[74287]:         <nova:user uuid="859a049e05c6402a98f3e10b216cd990">tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member</nova:user>
Oct 26 08:13:52 user nova-compute[74287]:         <nova:project uuid="ce4db76d8c424e10b26fb0e8aaf8e1bc">tempest-ServerBootFromVolumeStableRescueTest-503266126</nova:project>
Oct 26 08:13:52 user nova-compute[74287]:       </nova:owner>
Oct 26 08:13:52 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:13:52 user nova-compute[74287]:       <nova:ports>
Oct 26 08:13:52 user nova-compute[74287]:         <nova:port uuid="f2e9966a-dbc8-4507-8eb9-13851c171fe2">
Oct 26 08:13:52 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 26 08:13:52 user nova-compute[74287]:         </nova:port>
Oct 26 08:13:52 user nova-compute[74287]:       </nova:ports>
Oct 26 08:13:52 user nova-compute[74287]:     </nova:instance>
Oct 26 08:13:52 user nova-compute[74287]:   </metadata>
Oct 26 08:13:52 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:13:52 user nova-compute[74287]:     <system>
Oct 26 08:13:52 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:13:52 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:13:52 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:13:52 user nova-compute[74287]:       <entry name="serial">81240919-9972-4a21-a102-3d103db67c1b</entry>
Oct 26 08:13:52 user nova-compute[74287]:       <entry name="uuid">81240919-9972-4a21-a102-3d103db67c1b</entry>
Oct 26 08:13:52 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:13:52 user nova-compute[74287]:     </system>
Oct 26 08:13:52 user nova-compute[74287]:   </sysinfo>
Oct 26 08:13:52 user nova-compute[74287]:   <os>
Oct 26 08:13:52 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:13:52 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:13:52 user nova-compute[74287]:   </os>
Oct 26 08:13:52 user nova-compute[74287]:   <features>
Oct 26 08:13:52 user nova-compute[74287]:     <acpi/>
Oct 26 08:13:52 user nova-compute[74287]:     <apic/>
Oct 26 08:13:52 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:13:52 user nova-compute[74287]:   </features>
Oct 26 08:13:52 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:13:52 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:13:52 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:13:52 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:13:52 user nova-compute[74287]:   </clock>
Oct 26 08:13:52 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:13:52 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:13:52 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:13:52 user nova-compute[74287]:   </cpu>
Oct 26 08:13:52 user nova-compute[74287]:   <devices>
Oct 26 08:13:52 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:13:52 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:13:52 user nova-compute[74287]:       <source dev="/dev/sdf"/>
Oct 26 08:13:52 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:13:52 user nova-compute[74287]:       <serial>41e5b799-865f-47fd-8957-fe6334e29741</serial>
Oct 26 08:13:52 user nova-compute[74287]:     </disk>
Oct 26 08:13:52 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:13:52 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:13:52 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/81240919-9972-4a21-a102-3d103db67c1b/disk.rescue"/>
Oct 26 08:13:52 user nova-compute[74287]:       <target dev="vdb" bus="virtio"/>
Oct 26 08:13:52 user nova-compute[74287]:       <boot order="1"/>
Oct 26 08:13:52 user nova-compute[74287]:     </disk>
Oct 26 08:13:52 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:13:52 user nova-compute[74287]:       <mac address="fa:16:3e:e9:d3:ec"/>
Oct 26 08:13:52 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:13:52 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:13:52 user nova-compute[74287]:       <target dev="tapf2e9966a-db"/>
Oct 26 08:13:52 user nova-compute[74287]:     </interface>
Oct 26 08:13:52 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:13:52 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/81240919-9972-4a21-a102-3d103db67c1b/console.log" append="off"/>
Oct 26 08:13:52 user nova-compute[74287]:     </serial>
Oct 26 08:13:52 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:13:52 user nova-compute[74287]:     <video>
Oct 26 08:13:52 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:13:52 user nova-compute[74287]:     </video>
Oct 26 08:13:52 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:13:52 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:13:52 user nova-compute[74287]:     </rng>
Oct 26 08:13:52 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:13:52 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:13:52 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:13:52 user nova-compute[74287]:     </memballoon>
Oct 26 08:13:52 user nova-compute[74287]:   </devices>
Oct 26 08:13:52 user nova-compute[74287]: </domain>
Oct 26 08:13:52 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:13:52 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Instance destroyed successfully.
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] No VIF found with MAC fa:16:3e:e9:d3:ec, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:13:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:54 user nova-compute[74287]: DEBUG nova.compute.manager [req-62be4821-643c-464b-be23-bf1cc552436f req-8c284375-a44d-4675-a333-7782c489d8f1 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:13:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-62be4821-643c-464b-be23-bf1cc552436f req-8c284375-a44d-4675-a333-7782c489d8f1 service nova] Acquiring lock "81240919-9972-4a21-a102-3d103db67c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-62be4821-643c-464b-be23-bf1cc552436f req-8c284375-a44d-4675-a333-7782c489d8f1 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-62be4821-643c-464b-be23-bf1cc552436f req-8c284375-a44d-4675-a333-7782c489d8f1 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:54 user nova-compute[74287]: DEBUG nova.compute.manager [req-62be4821-643c-464b-be23-bf1cc552436f req-8c284375-a44d-4675-a333-7782c489d8f1 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] No waiting events found dispatching network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:13:54 user nova-compute[74287]: WARNING nova.compute.manager [req-62be4821-643c-464b-be23-bf1cc552436f req-8c284375-a44d-4675-a333-7782c489d8f1 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received unexpected event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 for instance with vm_state active and task_state rescuing.
Oct 26 08:13:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:54 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:13:56 user nova-compute[74287]: DEBUG nova.compute.manager [req-c1d2531a-dc90-43a4-b66e-ab85459a5830 req-95f948d1-1dd0-4198-be68-05d9b17abe1b service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:13:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c1d2531a-dc90-43a4-b66e-ab85459a5830 req-95f948d1-1dd0-4198-be68-05d9b17abe1b service nova] Acquiring lock "81240919-9972-4a21-a102-3d103db67c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:13:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c1d2531a-dc90-43a4-b66e-ab85459a5830 req-95f948d1-1dd0-4198-be68-05d9b17abe1b service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:13:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c1d2531a-dc90-43a4-b66e-ab85459a5830 req-95f948d1-1dd0-4198-be68-05d9b17abe1b service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:13:56 user nova-compute[74287]: DEBUG nova.compute.manager [req-c1d2531a-dc90-43a4-b66e-ab85459a5830 req-95f948d1-1dd0-4198-be68-05d9b17abe1b service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] No waiting events found dispatching network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:13:56 user nova-compute[74287]: WARNING nova.compute.manager [req-c1d2531a-dc90-43a4-b66e-ab85459a5830 req-95f948d1-1dd0-4198-be68-05d9b17abe1b service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received unexpected event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 for instance with vm_state active and task_state rescuing.
Oct 26 08:13:56 user nova-compute[74287]: DEBUG nova.compute.manager [None req-d44d0109-6277-4a5a-9150-0d4dd3d8622e tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:13:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:13:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:14:08 user nova-compute[74287]: INFO nova.compute.manager [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] instance snapshotting
Oct 26 08:14:08 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Beginning live snapshot process
Oct 26 08:14:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json -f qcow2 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json -f qcow2" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json -f qcow2 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json -f qcow2" returned: 0 in 0.170s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpd6p26ri5/4d4b8bbc17ed4ee7aadbee5b8f5d3d83.delta 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpd6p26ri5/4d4b8bbc17ed4ee7aadbee5b8f5d3d83.delta 1073741824" returned: 0 in 0.052s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:08 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 26 08:14:09 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 08:14:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:14:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74287) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 08:14:10 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 26 08:14:10 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 08:14:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpd6p26ri5/4d4b8bbc17ed4ee7aadbee5b8f5d3d83.delta /opt/stack/data/nova/instances/snapshots/tmpd6p26ri5/4d4b8bbc17ed4ee7aadbee5b8f5d3d83 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpd6p26ri5/4d4b8bbc17ed4ee7aadbee5b8f5d3d83.delta /opt/stack/data/nova/instances/snapshots/tmpd6p26ri5/4d4b8bbc17ed4ee7aadbee5b8f5d3d83" returned: 0 in 0.575s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:10 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Snapshot extracted, beginning image upload
Oct 26 08:14:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:13 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Snapshot image upload complete
Oct 26 08:14:13 user nova-compute[74287]: INFO nova.compute.manager [None req-44cde5e0-e4a2-4c63-9a6f-47b33a188e05 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Took 5.41 seconds to snapshot the instance on the hypervisor.
Oct 26 08:14:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:14:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:15 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:14:15 user nova-compute[74287]: INFO nova.compute.claims [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Claim successful on node user
Oct 26 08:14:16 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:14:16 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:14:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.580s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:14:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:14:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:14:16 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:14:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:14:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:14:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:14:16 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Creating image(s)
Oct 26 08:14:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "/opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "/opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "/opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "e940636c27b519a233744f192a1ec73733f600bb" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "e940636c27b519a233744f192a1ec73733f600bb" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:16 user nova-compute[74287]: DEBUG nova.policy [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e0c548395274073aa0e1df548961ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb4199e0a5d748da95fd05c0657f269d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:14:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb.part --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb.part --force-share --output=json" returned: 0 in 0.207s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:18 user nova-compute[74287]: DEBUG nova.virt.images [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] 6cfc218b-1527-493f-996b-be2692b2cd7f was qcow2, converting to raw {{(pid=74287) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 08:14:18 user nova-compute[74287]: DEBUG nova.privsep.utils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74287) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 08:14:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb.part /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb.converted {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb.part /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb.converted" returned: 0 in 0.338s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb.converted --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb.converted --force-share --output=json" returned: 0 in 0.204s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "e940636c27b519a233744f192a1ec73733f600bb" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.834s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:18 user nova-compute[74287]: DEBUG nova.network.neutron [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Successfully created port: 47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:14:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb --force-share --output=json" returned: 0 in 0.198s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "e940636c27b519a233744f192a1ec73733f600bb" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "e940636c27b519a233744f192a1ec73733f600bb" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb,backing_fmt=raw /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb,backing_fmt=raw /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk 1073741824" returned: 0 in 0.053s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "e940636c27b519a233744f192a1ec73733f600bb" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb --force-share --output=json" returned: 0 in 0.206s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:14:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Ensure instance console log exists: /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:14:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Successfully updated port: 47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "refresh_cache-5f6991ae-ba69-42b2-9ad5-adc53b08d059" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquired lock "refresh_cache-5f6991ae-ba69-42b2-9ad5-adc53b08d059" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-17f18fa9-195c-4eff-a45a-03dd757f7b82 req-9e2313ff-8217-4e06-a44a-1e9d40671f11 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received event network-changed-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-17f18fa9-195c-4eff-a45a-03dd757f7b82 req-9e2313ff-8217-4e06-a44a-1e9d40671f11 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Refreshing instance network info cache due to event network-changed-47d5119f-0129-4523-82a3-268c38e8b789. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-17f18fa9-195c-4eff-a45a-03dd757f7b82 req-9e2313ff-8217-4e06-a44a-1e9d40671f11 service nova] Acquiring lock "refresh_cache-5f6991ae-ba69-42b2-9ad5-adc53b08d059" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Updating instance_info_cache with network_info: [{"id": "47d5119f-0129-4523-82a3-268c38e8b789", "address": "fa:16:3e:3f:6e:d2", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47d5119f-01", "ovs_interfaceid": "47d5119f-0129-4523-82a3-268c38e8b789", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Releasing lock "refresh_cache-5f6991ae-ba69-42b2-9ad5-adc53b08d059" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Instance network_info: |[{"id": "47d5119f-0129-4523-82a3-268c38e8b789", "address": "fa:16:3e:3f:6e:d2", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47d5119f-01", "ovs_interfaceid": "47d5119f-0129-4523-82a3-268c38e8b789", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-17f18fa9-195c-4eff-a45a-03dd757f7b82 req-9e2313ff-8217-4e06-a44a-1e9d40671f11 service nova] Acquired lock "refresh_cache-5f6991ae-ba69-42b2-9ad5-adc53b08d059" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.network.neutron [req-17f18fa9-195c-4eff-a45a-03dd757f7b82 req-9e2313ff-8217-4e06-a44a-1e9d40671f11 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Refreshing network info cache for port 47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Start _get_guest_xml network_info=[{"id": "47d5119f-0129-4523-82a3-268c38e8b789", "address": "fa:16:3e:3f:6e:d2", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47d5119f-01", "ovs_interfaceid": "47d5119f-0129-4523-82a3-268c38e8b789", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='8ba7ab53f4d6b19a9ce6834d1bf67710',container_format='bare',created_at=2023-10-26T08:14:08Z,direct_url=<?>,disk_format='qcow2',id=6cfc218b-1527-493f-996b-be2692b2cd7f,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-2095222102',owner='bb4199e0a5d748da95fd05c0657f269d',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-26T08:14:13Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '6cfc218b-1527-493f-996b-be2692b2cd7f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:14:20 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:14:20 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8ba7ab53f4d6b19a9ce6834d1bf67710',container_format='bare',created_at=2023-10-26T08:14:08Z,direct_url=<?>,disk_format='qcow2',id=6cfc218b-1527-493f-996b-be2692b2cd7f,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-2095222102',owner='bb4199e0a5d748da95fd05c0657f269d',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-26T08:14:13Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:14:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-293188328',display_name='tempest-TestStampPattern-server-293188328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-293188328',id=34,image_ref='6cfc218b-1527-493f-996b-be2692b2cd7f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHVhh2gjRk2TvvP2YWWRqqqQPXPasBF3EnKkfjgFqDcju8CkzXgikjONxCjdmAval0FwDu5nMOQqszvn+22Xr3NrKD0z82Y8DAibzxKxdyg+8VIePUZS8vzpfl8qEcdrVw==',key_name='tempest-TestStampPattern-1992313562',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb4199e0a5d748da95fd05c0657f269d',ramdisk_id='',reservation_id='r-9wxguxfg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='85c906c1-86b7-4911-8faa-67c9de6a78f6',image_min_disk='1',image_min_ram='0',image_owner_id='bb4199e0a5d748da95fd05c0657f269d',image_owner_project_name='tempest-TestStampPattern-1661160771',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1661160771-project-member',image_user_id='0e0c548395274073aa0e1df548961ef3',network_allocated='True',owner_project_name='tempest-TestStampPattern-1661160771',owner_user_name='tempest-TestStampPattern-1661160771-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:14:17Z,user_data=None,user_id='0e0c548395274073aa0e1df548961ef3',uuid=5f6991ae-ba69-42b2-9ad5-adc53b08d059,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47d5119f-0129-4523-82a3-268c38e8b789", "address": "fa:16:3e:3f:6e:d2", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47d5119f-01", "ovs_interfaceid": "47d5119f-0129-4523-82a3-268c38e8b789", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Converting VIF {"id": "47d5119f-0129-4523-82a3-268c38e8b789", "address": "fa:16:3e:3f:6e:d2", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47d5119f-01", "ovs_interfaceid": "47d5119f-0129-4523-82a3-268c38e8b789", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:6e:d2,bridge_name='br-int',has_traffic_filtering=True,id=47d5119f-0129-4523-82a3-268c38e8b789,network=Network(c1dda72d-357b-4c5b-b387-bc925b40914f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47d5119f-01') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.objects.instance [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lazy-loading 'pci_devices' on Instance uuid 5f6991ae-ba69-42b2-9ad5-adc53b08d059 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:14:20 user nova-compute[74287]:   <uuid>5f6991ae-ba69-42b2-9ad5-adc53b08d059</uuid>
Oct 26 08:14:20 user nova-compute[74287]:   <name>instance-00000022</name>
Oct 26 08:14:20 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:14:20 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:14:20 user nova-compute[74287]:   <metadata>
Oct 26 08:14:20 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:14:20 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:14:20 user nova-compute[74287]:       <nova:name>tempest-TestStampPattern-server-293188328</nova:name>
Oct 26 08:14:20 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:14:20</nova:creationTime>
Oct 26 08:14:20 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:14:20 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:14:20 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:14:20 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:14:20 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:14:20 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:14:20 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:14:20 user nova-compute[74287]:       <nova:owner>
Oct 26 08:14:20 user nova-compute[74287]:         <nova:user uuid="0e0c548395274073aa0e1df548961ef3">tempest-TestStampPattern-1661160771-project-member</nova:user>
Oct 26 08:14:20 user nova-compute[74287]:         <nova:project uuid="bb4199e0a5d748da95fd05c0657f269d">tempest-TestStampPattern-1661160771</nova:project>
Oct 26 08:14:20 user nova-compute[74287]:       </nova:owner>
Oct 26 08:14:20 user nova-compute[74287]:       <nova:root type="image" uuid="6cfc218b-1527-493f-996b-be2692b2cd7f"/>
Oct 26 08:14:20 user nova-compute[74287]:       <nova:ports>
Oct 26 08:14:20 user nova-compute[74287]:         <nova:port uuid="47d5119f-0129-4523-82a3-268c38e8b789">
Oct 26 08:14:20 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 08:14:20 user nova-compute[74287]:         </nova:port>
Oct 26 08:14:20 user nova-compute[74287]:       </nova:ports>
Oct 26 08:14:20 user nova-compute[74287]:     </nova:instance>
Oct 26 08:14:20 user nova-compute[74287]:   </metadata>
Oct 26 08:14:20 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:14:20 user nova-compute[74287]:     <system>
Oct 26 08:14:20 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:14:20 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:14:20 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:14:20 user nova-compute[74287]:       <entry name="serial">5f6991ae-ba69-42b2-9ad5-adc53b08d059</entry>
Oct 26 08:14:20 user nova-compute[74287]:       <entry name="uuid">5f6991ae-ba69-42b2-9ad5-adc53b08d059</entry>
Oct 26 08:14:20 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:14:20 user nova-compute[74287]:     </system>
Oct 26 08:14:20 user nova-compute[74287]:   </sysinfo>
Oct 26 08:14:20 user nova-compute[74287]:   <os>
Oct 26 08:14:20 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:14:20 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:14:20 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:14:20 user nova-compute[74287]:   </os>
Oct 26 08:14:20 user nova-compute[74287]:   <features>
Oct 26 08:14:20 user nova-compute[74287]:     <acpi/>
Oct 26 08:14:20 user nova-compute[74287]:     <apic/>
Oct 26 08:14:20 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:14:20 user nova-compute[74287]:   </features>
Oct 26 08:14:20 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:14:20 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:14:20 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:14:20 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:14:20 user nova-compute[74287]:   </clock>
Oct 26 08:14:20 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:14:20 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:14:20 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:14:20 user nova-compute[74287]:   </cpu>
Oct 26 08:14:20 user nova-compute[74287]:   <devices>
Oct 26 08:14:20 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:14:20 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:14:20 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk"/>
Oct 26 08:14:20 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:14:20 user nova-compute[74287]:     </disk>
Oct 26 08:14:20 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:14:20 user nova-compute[74287]:       <mac address="fa:16:3e:3f:6e:d2"/>
Oct 26 08:14:20 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:14:20 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:14:20 user nova-compute[74287]:       <target dev="tap47d5119f-01"/>
Oct 26 08:14:20 user nova-compute[74287]:     </interface>
Oct 26 08:14:20 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:14:20 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/console.log" append="off"/>
Oct 26 08:14:20 user nova-compute[74287]:     </serial>
Oct 26 08:14:20 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:14:20 user nova-compute[74287]:     <video>
Oct 26 08:14:20 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:14:20 user nova-compute[74287]:     </video>
Oct 26 08:14:20 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:14:20 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:14:20 user nova-compute[74287]:     </rng>
Oct 26 08:14:20 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:14:20 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:14:20 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:14:20 user nova-compute[74287]:     </memballoon>
Oct 26 08:14:20 user nova-compute[74287]:   </devices>
Oct 26 08:14:20 user nova-compute[74287]: </domain>
Oct 26 08:14:20 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:14:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-293188328',display_name='tempest-TestStampPattern-server-293188328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-293188328',id=34,image_ref='6cfc218b-1527-493f-996b-be2692b2cd7f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHVhh2gjRk2TvvP2YWWRqqqQPXPasBF3EnKkfjgFqDcju8CkzXgikjONxCjdmAval0FwDu5nMOQqszvn+22Xr3NrKD0z82Y8DAibzxKxdyg+8VIePUZS8vzpfl8qEcdrVw==',key_name='tempest-TestStampPattern-1992313562',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb4199e0a5d748da95fd05c0657f269d',ramdisk_id='',reservation_id='r-9wxguxfg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='85c906c1-86b7-4911-8faa-67c9de6a78f6',image_min_disk='1',image_min_ram='0',image_owner_id='bb4199e0a5d748da95fd05c0657f269d',image_owner_project_name='tempest-TestStampPattern-1661160771',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1661160771-project-member',image_user_id='0e0c548395274073aa0e1df548961ef3',network_allocated='True',owner_project_name='tempest-TestStampPattern-1661160771',owner_user_name='tempest-TestStampPattern-1661160771-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:14:17Z,user_data=None,user_id='0e0c548395274073aa0e1df548961ef3',uuid=5f6991ae-ba69-42b2-9ad5-adc53b08d059,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47d5119f-0129-4523-82a3-268c38e8b789", "address": "fa:16:3e:3f:6e:d2", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47d5119f-01", "ovs_interfaceid": "47d5119f-0129-4523-82a3-268c38e8b789", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Converting VIF {"id": "47d5119f-0129-4523-82a3-268c38e8b789", "address": "fa:16:3e:3f:6e:d2", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47d5119f-01", "ovs_interfaceid": "47d5119f-0129-4523-82a3-268c38e8b789", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:6e:d2,bridge_name='br-int',has_traffic_filtering=True,id=47d5119f-0129-4523-82a3-268c38e8b789,network=Network(c1dda72d-357b-4c5b-b387-bc925b40914f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47d5119f-01') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG os_vif [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:6e:d2,bridge_name='br-int',has_traffic_filtering=True,id=47d5119f-0129-4523-82a3-268c38e8b789,network=Network(c1dda72d-357b-4c5b-b387-bc925b40914f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47d5119f-01') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f22414d1-162a-5907-9252-9cffa2d72e70', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap47d5119f-01, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap47d5119f-01, col_values=(('qos', UUID('895c2280-1bcd-4401-8d8d-e525a706ef40')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap47d5119f-01, col_values=(('external_ids', {'iface-id': '47d5119f-0129-4523-82a3-268c38e8b789', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3f:6e:d2', 'vm-uuid': '5f6991ae-ba69-42b2-9ad5-adc53b08d059'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:20 user nova-compute[74287]: INFO os_vif [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:6e:d2,bridge_name='br-int',has_traffic_filtering=True,id=47d5119f-0129-4523-82a3-268c38e8b789,network=Network(c1dda72d-357b-4c5b-b387-bc925b40914f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47d5119f-01')
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] No VIF found with MAC fa:16:3e:3f:6e:d2, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.network.neutron [req-17f18fa9-195c-4eff-a45a-03dd757f7b82 req-9e2313ff-8217-4e06-a44a-1e9d40671f11 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Updated VIF entry in instance network info cache for port 47d5119f-0129-4523-82a3-268c38e8b789. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG nova.network.neutron [req-17f18fa9-195c-4eff-a45a-03dd757f7b82 req-9e2313ff-8217-4e06-a44a-1e9d40671f11 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Updating instance_info_cache with network_info: [{"id": "47d5119f-0129-4523-82a3-268c38e8b789", "address": "fa:16:3e:3f:6e:d2", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47d5119f-01", "ovs_interfaceid": "47d5119f-0129-4523-82a3-268c38e8b789", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:14:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-17f18fa9-195c-4eff-a45a-03dd757f7b82 req-9e2313ff-8217-4e06-a44a-1e9d40671f11 service nova] Releasing lock "refresh_cache-5f6991ae-ba69-42b2-9ad5-adc53b08d059" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:14:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-be25dbda-df5d-4b6a-ae00-7ce3d6e645cd req-52300ac6-4085-40c2-a084-cb8b4166743b service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received event network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:14:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-be25dbda-df5d-4b6a-ae00-7ce3d6e645cd req-52300ac6-4085-40c2-a084-cb8b4166743b service nova] Acquiring lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-be25dbda-df5d-4b6a-ae00-7ce3d6e645cd req-52300ac6-4085-40c2-a084-cb8b4166743b service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-be25dbda-df5d-4b6a-ae00-7ce3d6e645cd req-52300ac6-4085-40c2-a084-cb8b4166743b service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-be25dbda-df5d-4b6a-ae00-7ce3d6e645cd req-52300ac6-4085-40c2-a084-cb8b4166743b service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] No waiting events found dispatching network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:14:22 user nova-compute[74287]: WARNING nova.compute.manager [req-be25dbda-df5d-4b6a-ae00-7ce3d6e645cd req-52300ac6-4085-40c2-a084-cb8b4166743b service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received unexpected event network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 for instance with vm_state building and task_state spawning.
Oct 26 08:14:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-b23cf6d3-53b5-440c-b577-9a793d891d00 req-1201bbfa-ac3f-4ceb-aab4-6ffbf9fc254f service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received event network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:14:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b23cf6d3-53b5-440c-b577-9a793d891d00 req-1201bbfa-ac3f-4ceb-aab4-6ffbf9fc254f service nova] Acquiring lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b23cf6d3-53b5-440c-b577-9a793d891d00 req-1201bbfa-ac3f-4ceb-aab4-6ffbf9fc254f service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b23cf6d3-53b5-440c-b577-9a793d891d00 req-1201bbfa-ac3f-4ceb-aab4-6ffbf9fc254f service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-b23cf6d3-53b5-440c-b577-9a793d891d00 req-1201bbfa-ac3f-4ceb-aab4-6ffbf9fc254f service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] No waiting events found dispatching network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:14:24 user nova-compute[74287]: WARNING nova.compute.manager [req-b23cf6d3-53b5-440c-b577-9a793d891d00 req-1201bbfa-ac3f-4ceb-aab4-6ffbf9fc254f service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received unexpected event network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 for instance with vm_state building and task_state spawning.
Oct 26 08:14:24 user nova-compute[74287]: DEBUG nova.compute.manager [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:14:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:14:24 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Instance spawned successfully.
Oct 26 08:14:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:14:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:14:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:14:24 user nova-compute[74287]: INFO nova.compute.manager [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Took 7.61 seconds to spawn the instance on the hypervisor.
Oct 26 08:14:24 user nova-compute[74287]: DEBUG nova.compute.manager [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:14:24 user nova-compute[74287]: INFO nova.compute.manager [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Took 8.57 seconds to build instance.
Oct 26 08:14:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-88566670-b17d-4004-868c-2aec2a3e26a9 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.683s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "5233a464-c050-4877-8e4b-efdfcca6350d" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "5233a464-c050-4877-8e4b-efdfcca6350d" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Going to confirm migration 1 {{(pid=74287) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4773}}
Oct 26 08:14:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:14:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquired lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:14:25 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:14:25 user nova-compute[74287]: DEBUG nova.objects.instance [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lazy-loading 'info_cache' on Instance uuid 5233a464-c050-4877-8e4b-efdfcca6350d {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:14:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:25 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Updating instance_info_cache with network_info: [{"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:14:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Releasing lock "refresh_cache-5233a464-c050-4877-8e4b-efdfcca6350d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:14:25 user nova-compute[74287]: DEBUG nova.objects.instance [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lazy-loading 'migration_context' on Instance uuid 5233a464-c050-4877-8e4b-efdfcca6350d {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:14:25 user nova-compute[74287]: DEBUG nova.objects.base [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Object Instance<5233a464-c050-4877-8e4b-efdfcca6350d> lazy-loaded attributes: info_cache,migration_context {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:14:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:26 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:14:26 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:14:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.461s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:26 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Deleted allocation for migration 488748a3-e2a3-45d6-8e28-ff4a06890bd4
Oct 26 08:14:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2c406df6-f793-4234-87c1-329de87cc77c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "5233a464-c050-4877-8e4b-efdfcca6350d" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.517s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:29 user nova-compute[74287]: INFO nova.compute.manager [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Detaching volume fa9d0cf1-e088-43f8-a639-3cad20de98e2
Oct 26 08:14:29 user nova-compute[74287]: INFO nova.virt.block_device [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Attempting to driver detach volume fa9d0cf1-e088-43f8-a639-3cad20de98e2 from mountpoint /dev/vdb
Oct 26 08:14:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Attempting to detach device vdb from instance 6d7003c8-1ffe-4367-881d-940a70d41088 from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:14:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:14:29 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:14:29 user nova-compute[74287]:   <source dev="/dev/sdd"/>
Oct 26 08:14:29 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:14:29 user nova-compute[74287]:   <serial>fa9d0cf1-e088-43f8-a639-3cad20de98e2</serial>
Oct 26 08:14:29 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 08:14:29 user nova-compute[74287]: </disk>
Oct 26 08:14:29 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:14:29 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Successfully detached device vdb from instance 6d7003c8-1ffe-4367-881d-940a70d41088 from the persistent domain config.
Oct 26 08:14:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6d7003c8-1ffe-4367-881d-940a70d41088 from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:14:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:14:29 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:14:29 user nova-compute[74287]:   <source dev="/dev/sdd"/>
Oct 26 08:14:29 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:14:29 user nova-compute[74287]:   <serial>fa9d0cf1-e088-43f8-a639-3cad20de98e2</serial>
Oct 26 08:14:29 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 08:14:29 user nova-compute[74287]: </disk>
Oct 26 08:14:29 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:14:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:14:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:38 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:14:38 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:14:38 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:14:39 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:14:39 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:14:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:39 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:14:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:14:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:14:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:14:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81240919-9972-4a21-a102-3d103db67c1b/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81240919-9972-4a21-a102-3d103db67c1b/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81240919-9972-4a21-a102-3d103db67c1b/disk.rescue --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81240919-9972-4a21-a102-3d103db67c1b/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:43 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:14:43 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:14:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7550MB free_disk=24.599590301513672GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:14:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 6d7003c8-1ffe-4367-881d-940a70d41088 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ee8b81c9-1f93-479e-9973-7110ef7fa6a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 85c906c1-86b7-4911-8faa-67c9de6a78f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 85a22013-b9f2-4fc5-908d-336e7b447559 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 81240919-9972-4a21-a102-3d103db67c1b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5233a464-c050-4877-8e4b-efdfcca6350d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5f6991ae-ba69-42b2-9ad5-adc53b08d059 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:14:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.578s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:46 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:14:46 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:14:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-ee8b81c9-1f93-479e-9973-7110ef7fa6a9" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:14:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-ee8b81c9-1f93-479e-9973-7110ef7fa6a9" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:14:46 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:14:46 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Updating instance_info_cache with network_info: [{"id": "7ecae8a9-07b5-4f43-9a44-721334408884", "address": "fa:16:3e:bc:7d:67", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecae8a9-07", "ovs_interfaceid": "7ecae8a9-07b5-4f43-9a44-721334408884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:14:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-ee8b81c9-1f93-479e-9973-7110ef7fa6a9" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:14:47 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:14:47 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:14:47 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:14:47 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:14:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:49 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:14:50 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6d7003c8-1ffe-4367-881d-940a70d41088 is timed out.
Oct 26 08:14:50 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Successfully detached device vdb from instance 6d7003c8-1ffe-4367-881d-940a70d41088 from the live domain config.
Oct 26 08:14:50 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DbqNncjL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:14:50 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8397cbba-e4ef-444d-b6dc-872e76ac8b2f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:14:50 user nova-compute[74287]: No targets found.
Oct 26 08:14:50 user nova-compute[74287]: iSNS:
Oct 26 08:14:50 user nova-compute[74287]: No targets found.
Oct 26 08:14:50 user nova-compute[74287]: STATIC:
Oct 26 08:14:50 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2
Oct 26 08:14:50 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:14:50 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:14:50 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:14:50 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:14:50 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:14:50 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c
Oct 26 08:14:50 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:14:50 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:14:50 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741
Oct 26 08:14:50 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:14:50 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:14:50 user nova-compute[74287]: FIRMWARE:
Oct 26 08:14:50 user nova-compute[74287]: No targets found.
Oct 26 08:14:50 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:14:50 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:14:50 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4282b31b-d0bd-4e9b-8538-a243953e41d5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[714b892d-ec1d-476e-a817-58b11f13cbd5]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:14:50 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:14:50 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:14:50 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:14:50 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:14:50 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:14:50 user nova-compute[74287]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 (non-flash)
Oct 26 08:14:50 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:14:50 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb707b6170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2'): ({'sdd'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Removing single pathed devices sdd {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffb7d469-2788-40ad-bf69-634774c7c4b9]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[47d9b398-e06e-4e55-900c-39d7f70f0872]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Flushing IO for device /dev/sdd {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6312d8c-956c-4f24-b6c7-c3cccf6e331c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[31768d1c-2305-4837-a5db-b47a98351efb]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7408ec8-477c-49bf-b37c-933f54fbc5a3]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0940dc69-6528-4650-a2e7-ecad42b2736d]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260]
Oct 26 08:14:50 user nova-compute[74287]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2, portal: 172.16.0.220,3260] successful.
Oct 26 08:14:50 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa9d0cf1-e088-43f8-a639-3cad20de98e2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[90a0ef21-38cd-463b-acdb-0e3ac721c21e]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.358s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] <== disconnect_volume: return (360ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:14:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:51 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'flavor' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:14:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e4a83683-3f6f-4be0-b356-00084e8acdeb tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.914s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6205e525-b0fd-41de-a19b-edf690c3b021 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6205e525-b0fd-41de-a19b-edf690c3b021 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:52 user nova-compute[74287]: DEBUG nova.compute.manager [None req-6205e525-b0fd-41de-a19b-edf690c3b021 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:14:52 user nova-compute[74287]: DEBUG nova.compute.manager [None req-6205e525-b0fd-41de-a19b-edf690c3b021 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74287) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 26 08:14:52 user nova-compute[74287]: DEBUG nova.objects.instance [None req-6205e525-b0fd-41de-a19b-edf690c3b021 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'flavor' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:14:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:52 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:14:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-32a0f035-dcb2-433f-9a32-65b015a84165 req-d69c33f9-c5be-4fad-9eaa-e3575325e68a service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-vif-unplugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:14:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-32a0f035-dcb2-433f-9a32-65b015a84165 req-d69c33f9-c5be-4fad-9eaa-e3575325e68a service nova] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-32a0f035-dcb2-433f-9a32-65b015a84165 req-d69c33f9-c5be-4fad-9eaa-e3575325e68a service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-32a0f035-dcb2-433f-9a32-65b015a84165 req-d69c33f9-c5be-4fad-9eaa-e3575325e68a service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-32a0f035-dcb2-433f-9a32-65b015a84165 req-d69c33f9-c5be-4fad-9eaa-e3575325e68a service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] No waiting events found dispatching network-vif-unplugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:14:52 user nova-compute[74287]: WARNING nova.compute.manager [req-32a0f035-dcb2-433f-9a32-65b015a84165 req-d69c33f9-c5be-4fad-9eaa-e3575325e68a service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received unexpected event network-vif-unplugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c for instance with vm_state active and task_state powering-off.
Oct 26 08:14:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:14:53 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Instance destroyed successfully.
Oct 26 08:14:53 user nova-compute[74287]: DEBUG nova.compute.manager [None req-6205e525-b0fd-41de-a19b-edf690c3b021 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:14:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-6205e525-b0fd-41de-a19b-edf690c3b021 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.034s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:54 user nova-compute[74287]: DEBUG nova.compute.manager [req-5b7b37dd-01a1-4b57-abd2-bcdd745e2b96 req-d2bb9cc2-46bf-46cb-b93d-dfe805b55cde service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:14:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5b7b37dd-01a1-4b57-abd2-bcdd745e2b96 req-d2bb9cc2-46bf-46cb-b93d-dfe805b55cde service nova] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:14:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5b7b37dd-01a1-4b57-abd2-bcdd745e2b96 req-d2bb9cc2-46bf-46cb-b93d-dfe805b55cde service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:14:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5b7b37dd-01a1-4b57-abd2-bcdd745e2b96 req-d2bb9cc2-46bf-46cb-b93d-dfe805b55cde service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:14:54 user nova-compute[74287]: DEBUG nova.compute.manager [req-5b7b37dd-01a1-4b57-abd2-bcdd745e2b96 req-d2bb9cc2-46bf-46cb-b93d-dfe805b55cde service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] No waiting events found dispatching network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:14:54 user nova-compute[74287]: WARNING nova.compute.manager [req-5b7b37dd-01a1-4b57-abd2-bcdd745e2b96 req-d2bb9cc2-46bf-46cb-b93d-dfe805b55cde service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received unexpected event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c for instance with vm_state stopped and task_state None.
Oct 26 08:14:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-a26d410f-5457-427f-9578-3bd41c391a08 req-faf15486-32bc-46f6-a078-c74729c5ce53 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Received event network-changed-a19e32e8-df1f-4a3e-847a-f5c518d27289 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:15:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-a26d410f-5457-427f-9578-3bd41c391a08 req-faf15486-32bc-46f6-a078-c74729c5ce53 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Refreshing instance network info cache due to event network-changed-a19e32e8-df1f-4a3e-847a-f5c518d27289. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:15:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a26d410f-5457-427f-9578-3bd41c391a08 req-faf15486-32bc-46f6-a078-c74729c5ce53 service nova] Acquiring lock "refresh_cache-5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:15:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a26d410f-5457-427f-9578-3bd41c391a08 req-faf15486-32bc-46f6-a078-c74729c5ce53 service nova] Acquired lock "refresh_cache-5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:15:07 user nova-compute[74287]: DEBUG nova.network.neutron [req-a26d410f-5457-427f-9578-3bd41c391a08 req-faf15486-32bc-46f6-a078-c74729c5ce53 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Refreshing network info cache for port a19e32e8-df1f-4a3e-847a-f5c518d27289 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:15:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:08 user nova-compute[74287]: DEBUG nova.network.neutron [req-a26d410f-5457-427f-9578-3bd41c391a08 req-faf15486-32bc-46f6-a078-c74729c5ce53 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Updated VIF entry in instance network info cache for port a19e32e8-df1f-4a3e-847a-f5c518d27289. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:15:08 user nova-compute[74287]: DEBUG nova.network.neutron [req-a26d410f-5457-427f-9578-3bd41c391a08 req-faf15486-32bc-46f6-a078-c74729c5ce53 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Updating instance_info_cache with network_info: [{"id": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "address": "fa:16:3e:72:91:49", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa19e32e8-df", "ovs_interfaceid": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:15:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a26d410f-5457-427f-9578-3bd41c391a08 req-faf15486-32bc-46f6-a078-c74729c5ce53 service nova] Releasing lock "refresh_cache-5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:15:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:15:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:15:14 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'flavor' on Instance uuid 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:15:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:15:15 user nova-compute[74287]: INFO nova.compute.manager [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Attaching volume 0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 to /dev/vdb
Oct 26 08:15:15 user nova-compute[74287]: DEBUG os_brick.utils [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3bdbfa7-5cbd-43fb-8f81-5a5706a12532]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7820234-2887-41fd-be69-232ed093f7da]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[57a3e0cf-e461-4a8f-9bc0-c7f2bc54237b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[352beb97-ad1c-424e-b934-43def077e2fe]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:15:15 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:15:15 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6b99dac-1f51-4ed5-b8ba-bf3ccf8e6b45]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG os_brick.utils [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Updating existing volume attachment record: e5b434d7-9e66-446c-9761-bf20cc786e48 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GfApgYDe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:15:33 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:15:33 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:15:33 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fc08173-524e-421c-a9fc-d822f1f6a6a3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:15:33 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cbb3b39-bc88-4c98-b1bc-61bd25e1d843]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7] added
Oct 26 08:15:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[48c3f19f-9958-4592-a615-99f856b0e83c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[61745c43-ca99-4b5a-9645-f6406d3dd30f]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GfApgYDe {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GfApgYDe" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[97d16f73-83d2-4495-b747-815d71b6b319]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GfApgYDe'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4188cb9c-172f-4777-88be-28d67bb1dda2]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d7f20c1-c975-4921-b8c9-cc6cb491142b]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:15:33 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:15:33 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:15:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:15:33 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:15:33 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:15:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a10c17e4-c814-4cb2-9a3c-4c5d7738245e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7, portal: 172.16.0.220,3260]
Oct 26 08:15:33 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7, portal: 172.16.0.220,3260] successful.
Oct 26 08:15:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f4798b6-6c03-4913-bb96-e5790b638427]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[550e0a88-9b80-4115-ac1d-a748a77493e6]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:15:33 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:15:33 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:15:33 user nova-compute[74287]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)
Oct 26 08:15:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:15:33 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:15:33 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:15:33 user nova-compute[74287]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)
Oct 26 08:15:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] HCTL ('33', '-', '-', 0) found on session 38 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c44f123-bdcd-4ffd-8d2e-47ed6577434e]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Searching for a device in session 38 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:15:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GfApgYDe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:15:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.351s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:15:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] <== connect_volume: return (1354ms) {'type': 'block', 'scsi_wwn': '23839393733626162', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:15:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23839393733626162', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:15:34 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'flavor' on Instance uuid 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:15:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:15:34 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:15:34 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:15:34 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:15:34 user nova-compute[74287]:   <serial>0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7</serial>
Oct 26 08:15:34 user nova-compute[74287]: </disk>
Oct 26 08:15:34 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:15:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:15:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:15:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No VIF found with MAC fa:16:3e:72:91:49, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:15:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e4a1ea5a-0665-419d-9945-01c5c50e668a tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.423s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:15:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:15:38 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:15:38 user nova-compute[74287]: INFO nova.compute.manager [None req-1ff7b403-8d2a-4aa3-841b-7e2039cd2105 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Unrescuing
Oct 26 08:15:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1ff7b403-8d2a-4aa3-841b-7e2039cd2105 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "refresh_cache-81240919-9972-4a21-a102-3d103db67c1b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:15:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1ff7b403-8d2a-4aa3-841b-7e2039cd2105 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquired lock "refresh_cache-81240919-9972-4a21-a102-3d103db67c1b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:15:38 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1ff7b403-8d2a-4aa3-841b-7e2039cd2105 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG nova.network.neutron [None req-1ff7b403-8d2a-4aa3-841b-7e2039cd2105 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Updating instance_info_cache with network_info: [{"id": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "address": "fa:16:3e:e9:d3:ec", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2e9966a-db", "ovs_interfaceid": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1ff7b403-8d2a-4aa3-841b-7e2039cd2105 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Releasing lock "refresh_cache-81240919-9972-4a21-a102-3d103db67c1b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1ff7b403-8d2a-4aa3-841b-7e2039cd2105 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'flavor' on Instance uuid 81240919-9972-4a21-a102-3d103db67c1b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "74047a5a-4cc9-4a48-8b68-c14e33804042" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "74047a5a-4cc9-4a48-8b68-c14e33804042" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:15:39 user nova-compute[74287]: INFO nova.compute.claims [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Claim successful on node user
Oct 26 08:15:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG nova.compute.manager [req-1cbf178e-8c32-4189-b83b-b47a9bc2c384 req-36182c2a-84b1-48d5-8e72-cc7144413008 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received event network-vif-unplugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1cbf178e-8c32-4189-b83b-b47a9bc2c384 req-36182c2a-84b1-48d5-8e72-cc7144413008 service nova] Acquiring lock "81240919-9972-4a21-a102-3d103db67c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1cbf178e-8c32-4189-b83b-b47a9bc2c384 req-36182c2a-84b1-48d5-8e72-cc7144413008 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1cbf178e-8c32-4189-b83b-b47a9bc2c384 req-36182c2a-84b1-48d5-8e72-cc7144413008 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:15:39 user nova-compute[74287]: DEBUG nova.compute.manager [req-1cbf178e-8c32-4189-b83b-b47a9bc2c384 req-36182c2a-84b1-48d5-8e72-cc7144413008 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] No waiting events found dispatching network-vif-unplugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:15:39 user nova-compute[74287]: WARNING nova.compute.manager [req-1cbf178e-8c32-4189-b83b-b47a9bc2c384 req-36182c2a-84b1-48d5-8e72-cc7144413008 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received unexpected event network-vif-unplugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 for instance with vm_state rescued and task_state unrescuing.
Oct 26 08:15:40 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:15:40 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Instance destroyed successfully.
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.499s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG nova.network.neutron [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:15:40 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:15:40 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG nova.policy [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2720c3e24d384972be5d1dde75369b56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c14f29424ef4e99a45550bfab1f9d84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:15:40 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Creating image(s)
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "/opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "/opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "/opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/disk 1073741824" returned: 0 in 0.053s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Checking if we can resize image /opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:15:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG nova.network.neutron [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Successfully created port: d658017f-af5b-4a1f-845e-815fc1a65e01 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Cannot resize image /opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Ensure instance console log exists: /opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG nova.compute.manager [req-5782d35e-9e00-44ed-8546-0b0ea93f8c23 req-4586c576-1c56-4984-a605-98833943956d service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5782d35e-9e00-44ed-8546-0b0ea93f8c23 req-4586c576-1c56-4984-a605-98833943956d service nova] Acquiring lock "81240919-9972-4a21-a102-3d103db67c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5782d35e-9e00-44ed-8546-0b0ea93f8c23 req-4586c576-1c56-4984-a605-98833943956d service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5782d35e-9e00-44ed-8546-0b0ea93f8c23 req-4586c576-1c56-4984-a605-98833943956d service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG nova.compute.manager [req-5782d35e-9e00-44ed-8546-0b0ea93f8c23 req-4586c576-1c56-4984-a605-98833943956d service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] No waiting events found dispatching network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:15:41 user nova-compute[74287]: WARNING nova.compute.manager [req-5782d35e-9e00-44ed-8546-0b0ea93f8c23 req-4586c576-1c56-4984-a605-98833943956d service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received unexpected event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 for instance with vm_state rescued and task_state unrescuing.
Oct 26 08:15:41 user nova-compute[74287]: DEBUG nova.compute.manager [req-5782d35e-9e00-44ed-8546-0b0ea93f8c23 req-4586c576-1c56-4984-a605-98833943956d service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5782d35e-9e00-44ed-8546-0b0ea93f8c23 req-4586c576-1c56-4984-a605-98833943956d service nova] Acquiring lock "81240919-9972-4a21-a102-3d103db67c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5782d35e-9e00-44ed-8546-0b0ea93f8c23 req-4586c576-1c56-4984-a605-98833943956d service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5782d35e-9e00-44ed-8546-0b0ea93f8c23 req-4586c576-1c56-4984-a605-98833943956d service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:15:41 user nova-compute[74287]: DEBUG nova.compute.manager [req-5782d35e-9e00-44ed-8546-0b0ea93f8c23 req-4586c576-1c56-4984-a605-98833943956d service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] No waiting events found dispatching network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:15:41 user nova-compute[74287]: WARNING nova.compute.manager [req-5782d35e-9e00-44ed-8546-0b0ea93f8c23 req-4586c576-1c56-4984-a605-98833943956d service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received unexpected event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 for instance with vm_state rescued and task_state unrescuing.
Oct 26 08:15:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG nova.network.neutron [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Successfully updated port: d658017f-af5b-4a1f-845e-815fc1a65e01 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-2fe041b3-d7ee-46c7-8585-2df39511fe83 req-1039b988-f225-4e7a-b371-5866b61ef61e service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Received event network-changed-d658017f-af5b-4a1f-845e-815fc1a65e01 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-2fe041b3-d7ee-46c7-8585-2df39511fe83 req-1039b988-f225-4e7a-b371-5866b61ef61e service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Refreshing instance network info cache due to event network-changed-d658017f-af5b-4a1f-845e-815fc1a65e01. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2fe041b3-d7ee-46c7-8585-2df39511fe83 req-1039b988-f225-4e7a-b371-5866b61ef61e service nova] Acquiring lock "refresh_cache-74047a5a-4cc9-4a48-8b68-c14e33804042" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2fe041b3-d7ee-46c7-8585-2df39511fe83 req-1039b988-f225-4e7a-b371-5866b61ef61e service nova] Acquired lock "refresh_cache-74047a5a-4cc9-4a48-8b68-c14e33804042" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG nova.network.neutron [req-2fe041b3-d7ee-46c7-8585-2df39511fe83 req-1039b988-f225-4e7a-b371-5866b61ef61e service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Refreshing network info cache for port d658017f-af5b-4a1f-845e-815fc1a65e01 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "refresh_cache-74047a5a-4cc9-4a48-8b68-c14e33804042" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG nova.network.neutron [req-2fe041b3-d7ee-46c7-8585-2df39511fe83 req-1039b988-f225-4e7a-b371-5866b61ef61e service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG nova.network.neutron [req-2fe041b3-d7ee-46c7-8585-2df39511fe83 req-1039b988-f225-4e7a-b371-5866b61ef61e service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2fe041b3-d7ee-46c7-8585-2df39511fe83 req-1039b988-f225-4e7a-b371-5866b61ef61e service nova] Releasing lock "refresh_cache-74047a5a-4cc9-4a48-8b68-c14e33804042" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquired lock "refresh_cache-74047a5a-4cc9-4a48-8b68-c14e33804042" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG nova.network.neutron [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG nova.network.neutron [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.network.neutron [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Updating instance_info_cache with network_info: [{"id": "d658017f-af5b-4a1f-845e-815fc1a65e01", "address": "fa:16:3e:62:bd:72", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd658017f-af", "ovs_interfaceid": "d658017f-af5b-4a1f-845e-815fc1a65e01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Releasing lock "refresh_cache-74047a5a-4cc9-4a48-8b68-c14e33804042" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Instance network_info: |[{"id": "d658017f-af5b-4a1f-845e-815fc1a65e01", "address": "fa:16:3e:62:bd:72", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd658017f-af", "ovs_interfaceid": "d658017f-af5b-4a1f-845e-815fc1a65e01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Start _get_guest_xml network_info=[{"id": "d658017f-af5b-4a1f-845e-815fc1a65e01", "address": "fa:16:3e:62:bd:72", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd658017f-af", "ovs_interfaceid": "d658017f-af5b-4a1f-845e-815fc1a65e01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:15:43 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:15:43 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:15:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1481642707',display_name='tempest-AttachVolumeNegativeTest-server-1481642707',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1481642707',id=35,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNQzUTxpP8dRcLq46xw40wQEAbvOyr0IDV4mR1KCMByhTZs9gq8ceUYSF0aPmuj0BHa5QXBjciRqNx2HxKQ3PhzAWyxRLJMe6eELImym82iHRd09Z7irfBbsk8s12KHZdg==',key_name='tempest-keypair-215957043',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1c14f29424ef4e99a45550bfab1f9d84',ramdisk_id='',reservation_id='r-xgbmfflh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1732752721',owner_user_name='tempest-AttachVolumeNegativeTest-1732752721-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:15:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2720c3e24d384972be5d1dde75369b56',uuid=74047a5a-4cc9-4a48-8b68-c14e33804042,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d658017f-af5b-4a1f-845e-815fc1a65e01", "address": "fa:16:3e:62:bd:72", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd658017f-af", "ovs_interfaceid": "d658017f-af5b-4a1f-845e-815fc1a65e01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converting VIF {"id": "d658017f-af5b-4a1f-845e-815fc1a65e01", "address": "fa:16:3e:62:bd:72", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd658017f-af", "ovs_interfaceid": "d658017f-af5b-4a1f-845e-815fc1a65e01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:72,bridge_name='br-int',has_traffic_filtering=True,id=d658017f-af5b-4a1f-845e-815fc1a65e01,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd658017f-af') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.objects.instance [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'pci_devices' on Instance uuid 74047a5a-4cc9-4a48-8b68-c14e33804042 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:15:43 user nova-compute[74287]:   <uuid>74047a5a-4cc9-4a48-8b68-c14e33804042</uuid>
Oct 26 08:15:43 user nova-compute[74287]:   <name>instance-00000023</name>
Oct 26 08:15:43 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:15:43 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:15:43 user nova-compute[74287]:   <metadata>
Oct 26 08:15:43 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:15:43 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:15:43 user nova-compute[74287]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1481642707</nova:name>
Oct 26 08:15:43 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:15:43</nova:creationTime>
Oct 26 08:15:43 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:15:43 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:15:43 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:15:43 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:15:43 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:15:43 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:15:43 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:15:43 user nova-compute[74287]:       <nova:owner>
Oct 26 08:15:43 user nova-compute[74287]:         <nova:user uuid="2720c3e24d384972be5d1dde75369b56">tempest-AttachVolumeNegativeTest-1732752721-project-member</nova:user>
Oct 26 08:15:43 user nova-compute[74287]:         <nova:project uuid="1c14f29424ef4e99a45550bfab1f9d84">tempest-AttachVolumeNegativeTest-1732752721</nova:project>
Oct 26 08:15:43 user nova-compute[74287]:       </nova:owner>
Oct 26 08:15:43 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:15:43 user nova-compute[74287]:       <nova:ports>
Oct 26 08:15:43 user nova-compute[74287]:         <nova:port uuid="d658017f-af5b-4a1f-845e-815fc1a65e01">
Oct 26 08:15:43 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 26 08:15:43 user nova-compute[74287]:         </nova:port>
Oct 26 08:15:43 user nova-compute[74287]:       </nova:ports>
Oct 26 08:15:43 user nova-compute[74287]:     </nova:instance>
Oct 26 08:15:43 user nova-compute[74287]:   </metadata>
Oct 26 08:15:43 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:15:43 user nova-compute[74287]:     <system>
Oct 26 08:15:43 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:15:43 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:15:43 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:15:43 user nova-compute[74287]:       <entry name="serial">74047a5a-4cc9-4a48-8b68-c14e33804042</entry>
Oct 26 08:15:43 user nova-compute[74287]:       <entry name="uuid">74047a5a-4cc9-4a48-8b68-c14e33804042</entry>
Oct 26 08:15:43 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:15:43 user nova-compute[74287]:     </system>
Oct 26 08:15:43 user nova-compute[74287]:   </sysinfo>
Oct 26 08:15:43 user nova-compute[74287]:   <os>
Oct 26 08:15:43 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:15:43 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:15:43 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:15:43 user nova-compute[74287]:   </os>
Oct 26 08:15:43 user nova-compute[74287]:   <features>
Oct 26 08:15:43 user nova-compute[74287]:     <acpi/>
Oct 26 08:15:43 user nova-compute[74287]:     <apic/>
Oct 26 08:15:43 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:15:43 user nova-compute[74287]:   </features>
Oct 26 08:15:43 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:15:43 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:15:43 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:15:43 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:15:43 user nova-compute[74287]:   </clock>
Oct 26 08:15:43 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:15:43 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:15:43 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:15:43 user nova-compute[74287]:   </cpu>
Oct 26 08:15:43 user nova-compute[74287]:   <devices>
Oct 26 08:15:43 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:15:43 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:15:43 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/disk"/>
Oct 26 08:15:43 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:15:43 user nova-compute[74287]:     </disk>
Oct 26 08:15:43 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:15:43 user nova-compute[74287]:       <mac address="fa:16:3e:62:bd:72"/>
Oct 26 08:15:43 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:15:43 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:15:43 user nova-compute[74287]:       <target dev="tapd658017f-af"/>
Oct 26 08:15:43 user nova-compute[74287]:     </interface>
Oct 26 08:15:43 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:15:43 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/console.log" append="off"/>
Oct 26 08:15:43 user nova-compute[74287]:     </serial>
Oct 26 08:15:43 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:15:43 user nova-compute[74287]:     <video>
Oct 26 08:15:43 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:15:43 user nova-compute[74287]:     </video>
Oct 26 08:15:43 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:15:43 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:15:43 user nova-compute[74287]:     </rng>
Oct 26 08:15:43 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:15:43 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:15:43 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:15:43 user nova-compute[74287]:     </memballoon>
Oct 26 08:15:43 user nova-compute[74287]:   </devices>
Oct 26 08:15:43 user nova-compute[74287]: </domain>
Oct 26 08:15:43 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:15:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1481642707',display_name='tempest-AttachVolumeNegativeTest-server-1481642707',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1481642707',id=35,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNQzUTxpP8dRcLq46xw40wQEAbvOyr0IDV4mR1KCMByhTZs9gq8ceUYSF0aPmuj0BHa5QXBjciRqNx2HxKQ3PhzAWyxRLJMe6eELImym82iHRd09Z7irfBbsk8s12KHZdg==',key_name='tempest-keypair-215957043',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1c14f29424ef4e99a45550bfab1f9d84',ramdisk_id='',reservation_id='r-xgbmfflh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1732752721',owner_user_name='tempest-AttachVolumeNegativeTest-1732752721-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:15:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2720c3e24d384972be5d1dde75369b56',uuid=74047a5a-4cc9-4a48-8b68-c14e33804042,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d658017f-af5b-4a1f-845e-815fc1a65e01", "address": "fa:16:3e:62:bd:72", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd658017f-af", "ovs_interfaceid": "d658017f-af5b-4a1f-845e-815fc1a65e01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converting VIF {"id": "d658017f-af5b-4a1f-845e-815fc1a65e01", "address": "fa:16:3e:62:bd:72", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd658017f-af", "ovs_interfaceid": "d658017f-af5b-4a1f-845e-815fc1a65e01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:72,bridge_name='br-int',has_traffic_filtering=True,id=d658017f-af5b-4a1f-845e-815fc1a65e01,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd658017f-af') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG os_vif [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:72,bridge_name='br-int',has_traffic_filtering=True,id=d658017f-af5b-4a1f-845e-815fc1a65e01,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd658017f-af') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '974d6186-19aa-5ae0-b364-a86b4bc153f6', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd658017f-af, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd658017f-af, col_values=(('qos', UUID('e9f42977-67d4-4fd0-974e-206324db7416')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd658017f-af, col_values=(('external_ids', {'iface-id': 'd658017f-af5b-4a1f-845e-815fc1a65e01', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:62:bd:72', 'vm-uuid': '74047a5a-4cc9-4a48-8b68-c14e33804042'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:15:43 user nova-compute[74287]: INFO os_vif [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:72,bridge_name='br-int',has_traffic_filtering=True,id=d658017f-af5b-4a1f-845e-815fc1a65e01,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd658017f-af')
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No VIF found with MAC fa:16:3e:62:bd:72, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1ff7b403-8d2a-4aa3-841b-7e2039cd2105 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-0954c74c-99b0-4557-ad18-c24e2d27b3df req-3e3cbba1-5cb8-441d-a2eb-51e464c0787e service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0954c74c-99b0-4557-ad18-c24e2d27b3df req-3e3cbba1-5cb8-441d-a2eb-51e464c0787e service nova] Acquiring lock "81240919-9972-4a21-a102-3d103db67c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0954c74c-99b0-4557-ad18-c24e2d27b3df req-3e3cbba1-5cb8-441d-a2eb-51e464c0787e service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0954c74c-99b0-4557-ad18-c24e2d27b3df req-3e3cbba1-5cb8-441d-a2eb-51e464c0787e service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:15:43 user nova-compute[74287]: DEBUG nova.compute.manager [req-0954c74c-99b0-4557-ad18-c24e2d27b3df req-3e3cbba1-5cb8-441d-a2eb-51e464c0787e service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] No waiting events found dispatching network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:15:43 user nova-compute[74287]: WARNING nova.compute.manager [req-0954c74c-99b0-4557-ad18-c24e2d27b3df req-3e3cbba1-5cb8-441d-a2eb-51e464c0787e service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received unexpected event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 for instance with vm_state active and task_state None.
Oct 26 08:15:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-47866cbf-631a-419f-909b-21a0c3f8bfdc req-29d2b075-548e-43ec-8070-1336a936dd38 service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Received event network-vif-plugged-d658017f-af5b-4a1f-845e-815fc1a65e01 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:15:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-47866cbf-631a-419f-909b-21a0c3f8bfdc req-29d2b075-548e-43ec-8070-1336a936dd38 service nova] Acquiring lock "74047a5a-4cc9-4a48-8b68-c14e33804042-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:15:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-47866cbf-631a-419f-909b-21a0c3f8bfdc req-29d2b075-548e-43ec-8070-1336a936dd38 service nova] Lock "74047a5a-4cc9-4a48-8b68-c14e33804042-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:15:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-47866cbf-631a-419f-909b-21a0c3f8bfdc req-29d2b075-548e-43ec-8070-1336a936dd38 service nova] Lock "74047a5a-4cc9-4a48-8b68-c14e33804042-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:15:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-47866cbf-631a-419f-909b-21a0c3f8bfdc req-29d2b075-548e-43ec-8070-1336a936dd38 service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] No waiting events found dispatching network-vif-plugged-d658017f-af5b-4a1f-845e-815fc1a65e01 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:15:45 user nova-compute[74287]: WARNING nova.compute.manager [req-47866cbf-631a-419f-909b-21a0c3f8bfdc req-29d2b075-548e-43ec-8070-1336a936dd38 service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Received unexpected event network-vif-plugged-d658017f-af5b-4a1f-845e-815fc1a65e01 for instance with vm_state building and task_state spawning.
Oct 26 08:15:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:15:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:15:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:15:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:15:46 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:15:46 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:15:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7829MB free_disk=24.594955444335938GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 6d7003c8-1ffe-4367-881d-940a70d41088 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ee8b81c9-1f93-479e-9973-7110ef7fa6a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 85c906c1-86b7-4911-8faa-67c9de6a78f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 85a22013-b9f2-4fc5-908d-336e7b447559 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 81240919-9972-4a21-a102-3d103db67c1b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5233a464-c050-4877-8e4b-efdfcca6350d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5f6991ae-ba69-42b2-9ad5-adc53b08d059 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 74047a5a-4cc9-4a48-8b68-c14e33804042 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:15:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-d649ff4f-a02a-4a58-9b42-c9b4b1ce0a0c req-c42c7541-55d8-4dd8-bf7e-8a1a53e3c810 service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Received event network-vif-plugged-d658017f-af5b-4a1f-845e-815fc1a65e01 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d649ff4f-a02a-4a58-9b42-c9b4b1ce0a0c req-c42c7541-55d8-4dd8-bf7e-8a1a53e3c810 service nova] Acquiring lock "74047a5a-4cc9-4a48-8b68-c14e33804042-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d649ff4f-a02a-4a58-9b42-c9b4b1ce0a0c req-c42c7541-55d8-4dd8-bf7e-8a1a53e3c810 service nova] Lock "74047a5a-4cc9-4a48-8b68-c14e33804042-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d649ff4f-a02a-4a58-9b42-c9b4b1ce0a0c req-c42c7541-55d8-4dd8-bf7e-8a1a53e3c810 service nova] Lock "74047a5a-4cc9-4a48-8b68-c14e33804042-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-d649ff4f-a02a-4a58-9b42-c9b4b1ce0a0c req-c42c7541-55d8-4dd8-bf7e-8a1a53e3c810 service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] No waiting events found dispatching network-vif-plugged-d658017f-af5b-4a1f-845e-815fc1a65e01 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:15:47 user nova-compute[74287]: WARNING nova.compute.manager [req-d649ff4f-a02a-4a58-9b42-c9b4b1ce0a0c req-c42c7541-55d8-4dd8-bf7e-8a1a53e3c810 service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Received unexpected event network-vif-plugged-d658017f-af5b-4a1f-845e-815fc1a65e01 for instance with vm_state building and task_state spawning.
Oct 26 08:15:47 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:15:47 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Instance spawned successfully.
Oct 26 08:15:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:15:47 user nova-compute[74287]: INFO nova.compute.manager [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Took 6.95 seconds to spawn the instance on the hypervisor.
Oct 26 08:15:47 user nova-compute[74287]: DEBUG nova.compute.manager [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:15:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.066s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:15:47 user nova-compute[74287]: INFO nova.compute.manager [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Took 7.87 seconds to build instance.
Oct 26 08:15:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-fb93cd44-7d75-4ee5-b5f3-4358eccb4f0f tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "74047a5a-4cc9-4a48-8b68-c14e33804042" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.003s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:15:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:48 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:15:48 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:15:48 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Didn't find any instances for network info cache update. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 08:15:48 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:15:48 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:15:48 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:15:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:54 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:15:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:15:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-ca2709c2-9d3b-4fe1-a531-ff7776a6590d req-ba372818-2017-4557-8010-e15b5273d53b service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received event network-changed-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:16:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-ca2709c2-9d3b-4fe1-a531-ff7776a6590d req-ba372818-2017-4557-8010-e15b5273d53b service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Refreshing instance network info cache due to event network-changed-47d5119f-0129-4523-82a3-268c38e8b789. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:16:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ca2709c2-9d3b-4fe1-a531-ff7776a6590d req-ba372818-2017-4557-8010-e15b5273d53b service nova] Acquiring lock "refresh_cache-5f6991ae-ba69-42b2-9ad5-adc53b08d059" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:16:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ca2709c2-9d3b-4fe1-a531-ff7776a6590d req-ba372818-2017-4557-8010-e15b5273d53b service nova] Acquired lock "refresh_cache-5f6991ae-ba69-42b2-9ad5-adc53b08d059" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:16:07 user nova-compute[74287]: DEBUG nova.network.neutron [req-ca2709c2-9d3b-4fe1-a531-ff7776a6590d req-ba372818-2017-4557-8010-e15b5273d53b service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Refreshing network info cache for port 47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG nova.network.neutron [req-ca2709c2-9d3b-4fe1-a531-ff7776a6590d req-ba372818-2017-4557-8010-e15b5273d53b service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Updated VIF entry in instance network info cache for port 47d5119f-0129-4523-82a3-268c38e8b789. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG nova.network.neutron [req-ca2709c2-9d3b-4fe1-a531-ff7776a6590d req-ba372818-2017-4557-8010-e15b5273d53b service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Updating instance_info_cache with network_info: [{"id": "47d5119f-0129-4523-82a3-268c38e8b789", "address": "fa:16:3e:3f:6e:d2", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47d5119f-01", "ovs_interfaceid": "47d5119f-0129-4523-82a3-268c38e8b789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ca2709c2-9d3b-4fe1-a531-ff7776a6590d req-ba372818-2017-4557-8010-e15b5273d53b service nova] Releasing lock "refresh_cache-5f6991ae-ba69-42b2-9ad5-adc53b08d059" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG nova.objects.instance [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lazy-loading 'flavor' on Instance uuid 5f6991ae-ba69-42b2-9ad5-adc53b08d059 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:16:08 user nova-compute[74287]: INFO nova.compute.manager [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Attaching volume 2934e6c1-7480-4c50-b454-3052df1a65aa to /dev/vdb
Oct 26 08:16:08 user nova-compute[74287]: DEBUG os_brick.utils [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcf5bf9a-83a5-4e5a-b425-9bb968a5a4f1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6746fbad-2279-478f-ba95-4bf7b16f6287]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cc9b981-0261-46e6-b8bd-cc669701471a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[96c59d53-a7f1-466c-bebc-32e561436978]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:16:08 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:16:08 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[69e06108-586c-4b26-8b7b-3675fffbb1ff]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG os_brick.utils [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:16:08 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Updating existing volume attachment record: 1fe0e1c5-bfe6-4d09-a956-96ffdfab4dda {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:16:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:16 user nova-compute[74287]: INFO nova.compute.manager [None req-c15ad42c-e50a-4c71-9d02-c87290a7d2fe tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Get console output
Oct 26 08:16:16 user nova-compute[74287]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Oct 26 08:16:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AYqDgVbU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:16:27 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:16:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:16:27 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:16:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:16:27 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dedc3340-3dbb-454b-947f-ea072dd1d773]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:16:27 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfdffd03-7fc2-41ff-bb82-8e49d9f06b24]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa] added
Oct 26 08:16:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.052s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[73138ef4-5487-49fc-94aa-0f2eda740b75]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[46a54abd-2e02-4c75-9c27-536c9127ae48]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AYqDgVbU {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AYqDgVbU" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7342eef0-ba86-4b5c-80ab-6cb1b1383776]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AYqDgVbU'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.032s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2fc585c-f70d-40e0-9f71-4616994efb2f]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[20ef0542-174a-469e-9ed0-56494c2e713f]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:16:27 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:16:27 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:16:27 user nova-compute[74287]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)
Oct 26 08:16:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:16:27 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:16:27 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:16:27 user nova-compute[74287]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)
Oct 26 08:16:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8086d861-6d40-442b-bf6b-32091ddaeea9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa, portal: 172.16.0.220,3260]
Oct 26 08:16:27 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa, portal: 172.16.0.220,3260] successful.
Oct 26 08:16:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4cd17b2-2e53-40e0-8e9c-7b8d1caf098d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:16:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:28 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[65203a0a-600c-45bf-97c3-51d9d8bffa50]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:16:28 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:16:28 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:16:28 user nova-compute[74287]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)
Oct 26 08:16:28 user nova-compute[74287]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa (non-flash)
Oct 26 08:16:28 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:16:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:16:28 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:16:28 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:16:28 user nova-compute[74287]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)
Oct 26 08:16:28 user nova-compute[74287]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa (non-flash)
Oct 26 08:16:28 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:16:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.360s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:16:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:16:28 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] HCTL ('35', '-', '-', 0) found on session 39 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:16:28 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:16:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:28 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[25d4490d-7e4f-40b2-a0c1-67a7c4a34ea9]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:28 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Searching for a device in session 39 and hctl ['35', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:16:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:16:29 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Searching for a device in session 39 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:16:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AYqDgVbU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:16:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.391s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:16:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] <== connect_volume: return (1392ms) {'type': 'block', 'scsi_wwn': '23938666631343362', 'path': '/dev/sdd'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:16:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23938666631343362', 'path': '/dev/sdd'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:16:29 user nova-compute[74287]: DEBUG nova.objects.instance [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lazy-loading 'flavor' on Instance uuid 5f6991ae-ba69-42b2-9ad5-adc53b08d059 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:16:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:16:29 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:16:29 user nova-compute[74287]:   <source dev="/dev/sdd"/>
Oct 26 08:16:29 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:16:29 user nova-compute[74287]:   <serial>2934e6c1-7480-4c50-b454-3052df1a65aa</serial>
Oct 26 08:16:29 user nova-compute[74287]: </disk>
Oct 26 08:16:29 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:16:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:16:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:16:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] No VIF found with MAC fa:16:3e:3f:6e:d2, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:16:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2ead182b-3fb1-48fa-8a33-9044909bb7f0 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.976s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:16:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:16:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:16:31 user nova-compute[74287]: INFO nova.compute.manager [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Detaching volume 2934e6c1-7480-4c50-b454-3052df1a65aa
Oct 26 08:16:31 user nova-compute[74287]: INFO nova.virt.block_device [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Attempting to driver detach volume 2934e6c1-7480-4c50-b454-3052df1a65aa from mountpoint /dev/vdb
Oct 26 08:16:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Attempting to detach device vdb from instance 5f6991ae-ba69-42b2-9ad5-adc53b08d059 from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:16:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:16:31 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:16:31 user nova-compute[74287]:   <source dev="/dev/sdd"/>
Oct 26 08:16:31 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:16:31 user nova-compute[74287]:   <serial>2934e6c1-7480-4c50-b454-3052df1a65aa</serial>
Oct 26 08:16:31 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:16:31 user nova-compute[74287]: </disk>
Oct 26 08:16:31 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:16:31 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Successfully detached device vdb from instance 5f6991ae-ba69-42b2-9ad5-adc53b08d059 from the persistent domain config.
Oct 26 08:16:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5f6991ae-ba69-42b2-9ad5-adc53b08d059 from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:16:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:16:31 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:16:31 user nova-compute[74287]:   <source dev="/dev/sdd"/>
Oct 26 08:16:31 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:16:31 user nova-compute[74287]:   <serial>2934e6c1-7480-4c50-b454-3052df1a65aa</serial>
Oct 26 08:16:31 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:16:31 user nova-compute[74287]: </disk>
Oct 26 08:16:31 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:16:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5f6991ae-ba69-42b2-9ad5-adc53b08d059 {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:16:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:40 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:16:40 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:16:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:16:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:16:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:16:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:16:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:16:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.objects.instance [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'flavor' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquired lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.network.neutron [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.objects.instance [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'info_cache' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.objects.base [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Object Instance<6d7003c8-1ffe-4367-881d-940a70d41088> lazy-loaded attributes: flavor,info_cache {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.network.neutron [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Updating instance_info_cache with network_info: [{"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Releasing lock "refresh_cache-6d7003c8-1ffe-4367-881d-940a70d41088" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:16:43 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Instance destroyed successfully.
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.objects.instance [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'resources' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.objects.base [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Object Instance<6d7003c8-1ffe-4367-881d-940a70d41088> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:08:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-286316506',display_name='tempest-AttachVolumeTestJSON-server-286316506',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-286316506',id=26,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDkZpJuWLoxWBzsmuuByMMfGqYJf+O6QxURCNC9sawg+NJw5QqpuCN5AR4f+ghwnB4WJ3QbisE4WUbRCHiBVr5guaZFNGN2MbBXF/sY0zM6U4sC6wMNWK+sHantht73fA==',key_name='tempest-keypair-851995033',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:08:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='b1ca50be80e64e02b008239b56b7a9e4',ramdisk_id='',reservation_id='r-ayhu7zqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-178685270',owner_user_name='tempest-AttachVolumeTestJSON-178685270-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:14:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='35e09e5a79a8420dbdf08ff418c5e8e0',uuid=6d7003c8-1ffe-4367-881d-940a70d41088,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converting VIF {"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG os_vif [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf2dfe166-cc, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=81e5109f-9126-4433-abe5-f998d10a19ed) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:43 user nova-compute[74287]: INFO os_vif [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc')
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Start _get_guest_xml network_info=[{"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.objects.instance [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'numa_topology' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.objects.base [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Object Instance<6d7003c8-1ffe-4367-881d-940a70d41088> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:16:43 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:16:43 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:16:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.objects.instance [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.objects.base [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Object Instance<6d7003c8-1ffe-4367-881d-940a70d41088> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:08:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-286316506',display_name='tempest-AttachVolumeTestJSON-server-286316506',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-286316506',id=26,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDkZpJuWLoxWBzsmuuByMMfGqYJf+O6QxURCNC9sawg+NJw5QqpuCN5AR4f+ghwnB4WJ3QbisE4WUbRCHiBVr5guaZFNGN2MbBXF/sY0zM6U4sC6wMNWK+sHantht73fA==',key_name='tempest-keypair-851995033',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:08:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='b1ca50be80e64e02b008239b56b7a9e4',ramdisk_id='',reservation_id='r-ayhu7zqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-178685270',owner_user_name='tempest-AttachVolumeTestJSON-178685270-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:14:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='35e09e5a79a8420dbdf08ff418c5e8e0',uuid=6d7003c8-1ffe-4367-881d-940a70d41088,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converting VIF {"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.objects.instance [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'pci_devices' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.objects.base [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Object Instance<6d7003c8-1ffe-4367-881d-940a70d41088> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:16:44 user nova-compute[74287]:   <uuid>6d7003c8-1ffe-4367-881d-940a70d41088</uuid>
Oct 26 08:16:44 user nova-compute[74287]:   <name>instance-0000001a</name>
Oct 26 08:16:44 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:16:44 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:16:44 user nova-compute[74287]:   <metadata>
Oct 26 08:16:44 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:16:44 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:16:44 user nova-compute[74287]:       <nova:name>tempest-AttachVolumeTestJSON-server-286316506</nova:name>
Oct 26 08:16:44 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:16:43</nova:creationTime>
Oct 26 08:16:44 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:16:44 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:16:44 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:16:44 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:16:44 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:16:44 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:16:44 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:16:44 user nova-compute[74287]:       <nova:owner>
Oct 26 08:16:44 user nova-compute[74287]:         <nova:user uuid="35e09e5a79a8420dbdf08ff418c5e8e0">tempest-AttachVolumeTestJSON-178685270-project-member</nova:user>
Oct 26 08:16:44 user nova-compute[74287]:         <nova:project uuid="b1ca50be80e64e02b008239b56b7a9e4">tempest-AttachVolumeTestJSON-178685270</nova:project>
Oct 26 08:16:44 user nova-compute[74287]:       </nova:owner>
Oct 26 08:16:44 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:16:44 user nova-compute[74287]:       <nova:ports>
Oct 26 08:16:44 user nova-compute[74287]:         <nova:port uuid="f2dfe166-cca4-4c0c-bcb4-a316166da45c">
Oct 26 08:16:44 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 26 08:16:44 user nova-compute[74287]:         </nova:port>
Oct 26 08:16:44 user nova-compute[74287]:       </nova:ports>
Oct 26 08:16:44 user nova-compute[74287]:     </nova:instance>
Oct 26 08:16:44 user nova-compute[74287]:   </metadata>
Oct 26 08:16:44 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:16:44 user nova-compute[74287]:     <system>
Oct 26 08:16:44 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:16:44 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:16:44 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:16:44 user nova-compute[74287]:       <entry name="serial">6d7003c8-1ffe-4367-881d-940a70d41088</entry>
Oct 26 08:16:44 user nova-compute[74287]:       <entry name="uuid">6d7003c8-1ffe-4367-881d-940a70d41088</entry>
Oct 26 08:16:44 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:16:44 user nova-compute[74287]:     </system>
Oct 26 08:16:44 user nova-compute[74287]:   </sysinfo>
Oct 26 08:16:44 user nova-compute[74287]:   <os>
Oct 26 08:16:44 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:16:44 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:16:44 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:16:44 user nova-compute[74287]:   </os>
Oct 26 08:16:44 user nova-compute[74287]:   <features>
Oct 26 08:16:44 user nova-compute[74287]:     <acpi/>
Oct 26 08:16:44 user nova-compute[74287]:     <apic/>
Oct 26 08:16:44 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:16:44 user nova-compute[74287]:   </features>
Oct 26 08:16:44 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:16:44 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:16:44 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:16:44 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:16:44 user nova-compute[74287]:   </clock>
Oct 26 08:16:44 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:16:44 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:16:44 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:16:44 user nova-compute[74287]:   </cpu>
Oct 26 08:16:44 user nova-compute[74287]:   <devices>
Oct 26 08:16:44 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:16:44 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:16:44 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk"/>
Oct 26 08:16:44 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:16:44 user nova-compute[74287]:     </disk>
Oct 26 08:16:44 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:16:44 user nova-compute[74287]:       <mac address="fa:16:3e:35:9b:e1"/>
Oct 26 08:16:44 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:16:44 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:16:44 user nova-compute[74287]:       <target dev="tapf2dfe166-cc"/>
Oct 26 08:16:44 user nova-compute[74287]:     </interface>
Oct 26 08:16:44 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:16:44 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/console.log" append="off"/>
Oct 26 08:16:44 user nova-compute[74287]:     </serial>
Oct 26 08:16:44 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:16:44 user nova-compute[74287]:     <video>
Oct 26 08:16:44 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:16:44 user nova-compute[74287]:     </video>
Oct 26 08:16:44 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:16:44 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:16:44 user nova-compute[74287]:     </rng>
Oct 26 08:16:44 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:16:44 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:16:44 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:16:44 user nova-compute[74287]:     </memballoon>
Oct 26 08:16:44 user nova-compute[74287]:   </devices>
Oct 26 08:16:44 user nova-compute[74287]: </domain>
Oct 26 08:16:44 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.objects.instance [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.objects.base [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Object Instance<6d7003c8-1ffe-4367-881d-940a70d41088> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.462s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:16:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:45 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:16:45 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=7628MB free_disk=24.564197540283203GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 6d7003c8-1ffe-4367-881d-940a70d41088 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ee8b81c9-1f93-479e-9973-7110ef7fa6a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 85c906c1-86b7-4911-8faa-67c9de6a78f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 85a22013-b9f2-4fc5-908d-336e7b447559 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 81240919-9972-4a21-a102-3d103db67c1b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5233a464-c050-4877-8e4b-efdfcca6350d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5f6991ae-ba69-42b2-9ad5-adc53b08d059 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 74047a5a-4cc9-4a48-8b68-c14e33804042 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Cannot resize image /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.objects.instance [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'migration_context' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.objects.base [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Object Instance<6d7003c8-1ffe-4367-881d-940a70d41088> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:08:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-286316506',display_name='tempest-AttachVolumeTestJSON-server-286316506',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-286316506',id=26,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDkZpJuWLoxWBzsmuuByMMfGqYJf+O6QxURCNC9sawg+NJw5QqpuCN5AR4f+ghwnB4WJ3QbisE4WUbRCHiBVr5guaZFNGN2MbBXF/sY0zM6U4sC6wMNWK+sHantht73fA==',key_name='tempest-keypair-851995033',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:08:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='b1ca50be80e64e02b008239b56b7a9e4',ramdisk_id='',reservation_id='r-ayhu7zqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-178685270',owner_user_name='tempest-AttachVolumeTestJSON-178685270-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:14:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='35e09e5a79a8420dbdf08ff418c5e8e0',uuid=6d7003c8-1ffe-4367-881d-940a70d41088,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converting VIF {"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG os_vif [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5112560c-4822-5e5f-80c8-ce5f9832cab5', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf2dfe166-cc, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf2dfe166-cc, col_values=(('qos', UUID('b6eba4d1-2ccc-4594-86c0-9dc9dc2a545b')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf2dfe166-cc, col_values=(('external_ids', {'iface-id': 'f2dfe166-cca4-4c0c-bcb4-a316166da45c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:35:9b:e1', 'vm-uuid': '6d7003c8-1ffe-4367-881d-940a70d41088'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:45 user nova-compute[74287]: INFO os_vif [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc')
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:16:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.564s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "85a22013-b9f2-4fc5-908d-336e7b447559" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "85a22013-b9f2-4fc5-908d-336e7b447559" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "85a22013-b9f2-4fc5-908d-336e7b447559-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "85a22013-b9f2-4fc5-908d-336e7b447559-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "85a22013-b9f2-4fc5-908d-336e7b447559-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:16:46 user nova-compute[74287]: INFO nova.compute.manager [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Terminating instance
Oct 26 08:16:46 user nova-compute[74287]: DEBUG nova.compute.manager [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Skipping network cache update for instance because it is being deleted. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9938}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:16:46 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid 58439650-b18b-43d2-99e4-28a3347559dc {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-33423bd5-eb15-420b-8184-6a37ea6ab3a9 req-58b25b9d-1887-4e9b-9ea3-4fbc619eb24b service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-33423bd5-eb15-420b-8184-6a37ea6ab3a9 req-58b25b9d-1887-4e9b-9ea3-4fbc619eb24b service nova] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-33423bd5-eb15-420b-8184-6a37ea6ab3a9 req-58b25b9d-1887-4e9b-9ea3-4fbc619eb24b service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-33423bd5-eb15-420b-8184-6a37ea6ab3a9 req-58b25b9d-1887-4e9b-9ea3-4fbc619eb24b service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-33423bd5-eb15-420b-8184-6a37ea6ab3a9 req-58b25b9d-1887-4e9b-9ea3-4fbc619eb24b service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] No waiting events found dispatching network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:16:47 user nova-compute[74287]: WARNING nova.compute.manager [req-33423bd5-eb15-420b-8184-6a37ea6ab3a9 req-58b25b9d-1887-4e9b-9ea3-4fbc619eb24b service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received unexpected event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c for instance with vm_state stopped and task_state powering-on.
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:47 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Instance destroyed successfully.
Oct 26 08:16:47 user nova-compute[74287]: DEBUG nova.objects.instance [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lazy-loading 'resources' on Instance uuid 85a22013-b9f2-4fc5-908d-336e7b447559 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:11:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1613904896',display_name='tempest-TestMinimumBasicScenario-server-1613904896',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1613904896',id=31,image_ref='31fa760a-eac3-4b4b-bf18-f2ceb4857d37',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGFkxhucg6U0hukfFutSLGJpmdHnDRyOC1lAdoLMaTyWvZOwvEl0vCZTo0RPVPLyXLzWcPoF3RSNcGgnRHeStjr+3mkRh8o1P2owvGuy0V+xkWgdfNb/Kdb2w74byUNS7w==',key_name='tempest-TestMinimumBasicScenario-904606715',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:11:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ec4c427ffdff494ebdf15b3c9bef663f',ramdisk_id='',reservation_id='r-7bhmqrzy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='31fa760a-eac3-4b4b-bf18-f2ceb4857d37',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1177022619',owner_user_name='tempest-TestMinimumBasicScenario-1177022619-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:11:29Z,user_data=None,user_id='e22ccde3210345a187621e97e23af484',uuid=85a22013-b9f2-4fc5-908d-336e7b447559,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "address": "fa:16:3e:e3:f3:5a", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fae808-1f", "ovs_interfaceid": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converting VIF {"id": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "address": "fa:16:3e:e3:f3:5a", "network": {"id": "36793e43-38fd-44fc-8b02-039c9554d93a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1815490553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec4c427ffdff494ebdf15b3c9bef663f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fae808-1f", "ovs_interfaceid": "13fae808-1faa-43cb-b7e8-02ad8c318ad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:f3:5a,bridge_name='br-int',has_traffic_filtering=True,id=13fae808-1faa-43cb-b7e8-02ad8c318ad7,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13fae808-1f') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG os_vif [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:f3:5a,bridge_name='br-int',has_traffic_filtering=True,id=13fae808-1faa-43cb-b7e8-02ad8c318ad7,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13fae808-1f') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap13fae808-1f, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=73acb561-4b0e-4aea-bfcf-a1408b5068ad) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:47 user nova-compute[74287]: INFO os_vif [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:f3:5a,bridge_name='br-int',has_traffic_filtering=True,id=13fae808-1faa-43cb-b7e8-02ad8c318ad7,network=Network(36793e43-38fd-44fc-8b02-039c9554d93a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13fae808-1f')
Oct 26 08:16:47 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Deleting instance files /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559_del
Oct 26 08:16:47 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Deletion of /opt/stack/data/nova/instances/85a22013-b9f2-4fc5-908d-336e7b447559_del complete
Oct 26 08:16:47 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Updating instance_info_cache with network_info: [{"id": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "address": "fa:16:3e:2b:91:c7", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc3f3e5f-dc", "ovs_interfaceid": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:16:47 user nova-compute[74287]: INFO nova.compute.manager [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 26 08:16:47 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-58439650-b18b-43d2-99e4-28a3347559dc" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:16:47 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:16:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:48 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:16:48 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Took 0.63 seconds to deallocate network for instance.
Oct 26 08:16:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:16:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:16:48 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:16:48 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:16:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.370s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:16:48 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Deleted allocations for instance 85a22013-b9f2-4fc5-908d-336e7b447559
Oct 26 08:16:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d664d896-d402-4812-ade9-2e65efdd2c56 tempest-TestMinimumBasicScenario-1177022619 tempest-TestMinimumBasicScenario-1177022619-project-member] Lock "85a22013-b9f2-4fc5-908d-336e7b447559" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.131s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:16:48 user nova-compute[74287]: DEBUG nova.compute.manager [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:16:48 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Instance rebooted successfully.
Oct 26 08:16:48 user nova-compute[74287]: DEBUG nova.compute.manager [None req-48f72888-d3cd-48ca-9372-fbf7a707ac13 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:16:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:16:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:16:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:16:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:16:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] No waiting events found dispatching network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:16:49 user nova-compute[74287]: WARNING nova.compute.manager [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received unexpected event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c for instance with vm_state active and task_state None.
Oct 26 08:16:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Received event network-vif-unplugged-13fae808-1faa-43cb-b7e8-02ad8c318ad7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:16:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] Acquiring lock "85a22013-b9f2-4fc5-908d-336e7b447559-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:16:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] Lock "85a22013-b9f2-4fc5-908d-336e7b447559-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:16:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] Lock "85a22013-b9f2-4fc5-908d-336e7b447559-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:16:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] No waiting events found dispatching network-vif-unplugged-13fae808-1faa-43cb-b7e8-02ad8c318ad7 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:16:49 user nova-compute[74287]: WARNING nova.compute.manager [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Received unexpected event network-vif-unplugged-13fae808-1faa-43cb-b7e8-02ad8c318ad7 for instance with vm_state deleted and task_state None.
Oct 26 08:16:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Received event network-vif-plugged-13fae808-1faa-43cb-b7e8-02ad8c318ad7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:16:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] Acquiring lock "85a22013-b9f2-4fc5-908d-336e7b447559-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:16:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] Lock "85a22013-b9f2-4fc5-908d-336e7b447559-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:16:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] Lock "85a22013-b9f2-4fc5-908d-336e7b447559-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:16:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] No waiting events found dispatching network-vif-plugged-13fae808-1faa-43cb-b7e8-02ad8c318ad7 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:16:49 user nova-compute[74287]: WARNING nova.compute.manager [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Received unexpected event network-vif-plugged-13fae808-1faa-43cb-b7e8-02ad8c318ad7 for instance with vm_state deleted and task_state None.
Oct 26 08:16:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-5f2ee2ce-2abe-475b-83c2-2af2d321b276 req-555cad64-92a1-4ef6-bf39-122d414f5c42 service nova] [instance: 85a22013-b9f2-4fc5-908d-336e7b447559] Received event network-vif-deleted-13fae808-1faa-43cb-b7e8-02ad8c318ad7 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:16:51 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5f6991ae-ba69-42b2-9ad5-adc53b08d059 is timed out.
Oct 26 08:16:51 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Successfully detached device vdb from instance 5f6991ae-ba69-42b2-9ad5-adc53b08d059 from the live domain config.
Oct 26 08:16:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AYqDgVbU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:16:51 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:16:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[001f1e8f-f6af-4d10-87bc-38e38341ce4b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:16:51 user nova-compute[74287]: No targets found.
Oct 26 08:16:51 user nova-compute[74287]: iSNS:
Oct 26 08:16:51 user nova-compute[74287]: No targets found.
Oct 26 08:16:51 user nova-compute[74287]: STATIC:
Oct 26 08:16:51 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa
Oct 26 08:16:51 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:16:51 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:16:51 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7
Oct 26 08:16:51 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:16:51 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:16:51 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:16:51 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:16:51 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:16:51 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c
Oct 26 08:16:51 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:16:51 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:16:51 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741
Oct 26 08:16:51 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:16:51 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:16:51 user nova-compute[74287]: FIRMWARE:
Oct 26 08:16:51 user nova-compute[74287]: No targets found.
Oct 26 08:16:51 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:16:51 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:16:51 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[de834562-70b3-4b7b-a2c6-5b411d6f8904]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2e21522-0684-46e7-9804-a011279f631e]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:16:51 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:16:51 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:16:51 user nova-compute[74287]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)
Oct 26 08:16:51 user nova-compute[74287]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa (non-flash)
Oct 26 08:16:51 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:16:51 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:16:51 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:16:51 user nova-compute[74287]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)
Oct 26 08:16:51 user nova-compute[74287]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa (non-flash)
Oct 26 08:16:51 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb90044820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa'): ({'sdd'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Removing single pathed devices sdd {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bad29a6-d7b6-4d54-b8f1-95067f736235]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.029s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[625e6465-f9d1-4bea-912a-5a717ba2be06]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Flushing IO for device /dev/sdd {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:51 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c18bc33-0db4-495a-b062-b80f0210e0e4]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.045s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b91241aa-1b4d-44ef-b55a-9df4542cd4c8]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[42bfb4f2-98ee-439e-a5eb-a35bb87336cf]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9f55fa8-0559-4928-8617-873580e123a1]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa, portal: 172.16.0.220,3260]
Oct 26 08:16:52 user nova-compute[74287]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa, portal: 172.16.0.220,3260] successful.
Oct 26 08:16:52 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2934e6c1-7480-4c50-b454-3052df1a65aa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d23fc96-d8de-4e54-a81e-05825a950791]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.375s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] <== disconnect_volume: return (376ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:52 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:16:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:16:53 user nova-compute[74287]: DEBUG nova.objects.instance [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lazy-loading 'flavor' on Instance uuid 5f6991ae-ba69-42b2-9ad5-adc53b08d059 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:16:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4ec52fd7-e157-45b7-975f-d37dd7bea1d8 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.912s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:16:54 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:16:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:17:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "5233a464-c050-4877-8e4b-efdfcca6350d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "5233a464-c050-4877-8e4b-efdfcca6350d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:17 user nova-compute[74287]: INFO nova.compute.manager [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Terminating instance
Oct 26 08:17:17 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG nova.compute.manager [req-512274b6-c470-4e4d-8f29-c51c047a1ce9 req-546056c9-acad-4f4d-b80a-2ffcafc0b947 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received event network-vif-unplugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-512274b6-c470-4e4d-8f29-c51c047a1ce9 req-546056c9-acad-4f4d-b80a-2ffcafc0b947 service nova] Acquiring lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-512274b6-c470-4e4d-8f29-c51c047a1ce9 req-546056c9-acad-4f4d-b80a-2ffcafc0b947 service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-512274b6-c470-4e4d-8f29-c51c047a1ce9 req-546056c9-acad-4f4d-b80a-2ffcafc0b947 service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG nova.compute.manager [req-512274b6-c470-4e4d-8f29-c51c047a1ce9 req-546056c9-acad-4f4d-b80a-2ffcafc0b947 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] No waiting events found dispatching network-vif-unplugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG nova.compute.manager [req-512274b6-c470-4e4d-8f29-c51c047a1ce9 req-546056c9-acad-4f4d-b80a-2ffcafc0b947 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received event network-vif-unplugged-df4fdf1b-5225-476e-b571-b93719c7cc6d for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:17 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Instance destroyed successfully.
Oct 26 08:17:17 user nova-compute[74287]: DEBUG nova.objects.instance [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lazy-loading 'resources' on Instance uuid 5233a464-c050-4877-8e4b-efdfcca6350d {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:10:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-270465902',display_name='tempest-ServerActionsTestOtherA-server-270465902',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-270465902',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHnjeNOfxxkiI9cBIZvuXc90LuOPK6zYU463E8yY3P94DHje2tA7iP1Q/1OYEgTQGGhK3OIjcoD+UmPKNwPDKRvwUrwGSb5ge2PKCKvcYrtsr/h1Q+EHtA3Lmbfnksou2w==',key_name='tempest-keypair-1706033299',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:13:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf156e21d744e9993ed225c24f7b576',ramdisk_id='',reservation_id='r-e24gy7o6',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-713697274',owner_user_name='tempest-ServerActionsTestOtherA-713697274-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:14:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63da03e3263d42ca8c8d7f9cafcd5fe2',uuid=5233a464-c050-4877-8e4b-efdfcca6350d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converting VIF {"id": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "address": "fa:16:3e:a4:b6:e6", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fdf1b-52", "ovs_interfaceid": "df4fdf1b-5225-476e-b571-b93719c7cc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a4:b6:e6,bridge_name='br-int',has_traffic_filtering=True,id=df4fdf1b-5225-476e-b571-b93719c7cc6d,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fdf1b-52') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG os_vif [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a4:b6:e6,bridge_name='br-int',has_traffic_filtering=True,id=df4fdf1b-5225-476e-b571-b93719c7cc6d,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fdf1b-52') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdf4fdf1b-52, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d12d4266-8027-4903-a2ce-7d9f5bcbabed) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:17 user nova-compute[74287]: INFO os_vif [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a4:b6:e6,bridge_name='br-int',has_traffic_filtering=True,id=df4fdf1b-5225-476e-b571-b93719c7cc6d,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fdf1b-52')
Oct 26 08:17:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WvhUoKym', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:17:17 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:17:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[42ed30ec-38c2-41ec-a3b2-8709128230d9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:17:17 user nova-compute[74287]: No targets found.
Oct 26 08:17:17 user nova-compute[74287]: iSNS:
Oct 26 08:17:17 user nova-compute[74287]: No targets found.
Oct 26 08:17:17 user nova-compute[74287]: STATIC:
Oct 26 08:17:17 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7
Oct 26 08:17:17 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:17:17 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:17:17 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:17:17 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:17:17 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:17:17 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c
Oct 26 08:17:17 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:17:17 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:17:17 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741
Oct 26 08:17:17 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:17:17 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:17:17 user nova-compute[74287]: FIRMWARE:
Oct 26 08:17:17 user nova-compute[74287]: No targets found.
Oct 26 08:17:17 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:17:17 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:17:17 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[85f98974-4b8f-45e1-8cce-22fd4f767e93]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[34a87953-49b7-46b2-b1c4-fcd515c899a5]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:17:17 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:17:17 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:17:17 user nova-compute[74287]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)
Oct 26 08:17:17 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:17:17 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:17:17 user nova-compute[74287]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c (non-flash)
Oct 26 08:17:17 user nova-compute[74287]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)
Oct 26 08:17:17 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb707a2710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c'): ({'sde'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Removing single pathed devices sde {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e88030ce-5cd7-4e67-8978-81e2a4513577]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d981879b-9156-4572-9562-405dd4d51835]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Flushing IO for device /dev/sde {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7011a0e-42e8-47d9-aae0-da13f1388f51]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:17:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.045s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b0d9c0f-4074-4de3-9113-422a991b3f56]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] SCSI volumes sde have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23062656431306330', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_e3767103', '/dev/disk/by-id/scsi-1SCST_BIOe3767103-0bed10c093989292') {{(pid=85694) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[da93e5cb-7ad3-49c5-a59a-bfbc1bcdd9ca]: (4, None) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1e029c2-be7c-4fd7-814f-ead54303bab7]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfb704b5-c7df-40a0-b548-0af681ef1a3b]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260]
Oct 26 08:17:18 user nova-compute[74287]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c, portal: 172.16.0.220,3260] successful.
Oct 26 08:17:18 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7d735cf-48da-4ed3-9b5b-46071943f44c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[208a08af-fed0-4fea-8643-cdb96aa8448e]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] <== disconnect_volume: return (320ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:17:18 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Deleting instance files /opt/stack/data/nova/instances/5233a464-c050-4877-8e4b-efdfcca6350d_del
Oct 26 08:17:18 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Deletion of /opt/stack/data/nova/instances/5233a464-c050-4877-8e4b-efdfcca6350d_del complete
Oct 26 08:17:18 user nova-compute[74287]: INFO nova.compute.manager [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Took 1.18 seconds to destroy the instance on the hypervisor.
Oct 26 08:17:18 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:17:18 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:17:19 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Took 0.79 seconds to deallocate network for instance.
Oct 26 08:17:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-5b40e78f-bacd-4d4e-b2a6-e39c3bf5f700 req-b84d95f2-965a-4276-8174-f9d7159a2660 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received event network-vif-deleted-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-c0aca5c6-9bab-43f5-8666-02bd4c073d1d req-f226da3b-115f-4d7f-925c-f76f55e71f73 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received event network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c0aca5c6-9bab-43f5-8666-02bd4c073d1d req-f226da3b-115f-4d7f-925c-f76f55e71f73 service nova] Acquiring lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c0aca5c6-9bab-43f5-8666-02bd4c073d1d req-f226da3b-115f-4d7f-925c-f76f55e71f73 service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c0aca5c6-9bab-43f5-8666-02bd4c073d1d req-f226da3b-115f-4d7f-925c-f76f55e71f73 service nova] Lock "5233a464-c050-4877-8e4b-efdfcca6350d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-c0aca5c6-9bab-43f5-8666-02bd4c073d1d req-f226da3b-115f-4d7f-925c-f76f55e71f73 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] No waiting events found dispatching network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:17:19 user nova-compute[74287]: WARNING nova.compute.manager [req-c0aca5c6-9bab-43f5-8666-02bd4c073d1d req-f226da3b-115f-4d7f-925c-f76f55e71f73 service nova] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Received unexpected event network-vif-plugged-df4fdf1b-5225-476e-b571-b93719c7cc6d for instance with vm_state active and task_state deleting.
Oct 26 08:17:19 user nova-compute[74287]: INFO nova.compute.manager [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Took 0.91 seconds to detach 1 volumes for instance.
Oct 26 08:17:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 5233a464-c050-4877-8e4b-efdfcca6350d] Deleting volume: a7d735cf-48da-4ed3-9b5b-46071943f44c {{(pid=74287) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 26 08:17:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:20 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:17:20 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:17:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.346s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:20 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Deleted allocations for instance 5233a464-c050-4877-8e4b-efdfcca6350d
Oct 26 08:17:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8aa33031-4ab2-46fe-a28d-57748cc28a9c tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "5233a464-c050-4877-8e4b-efdfcca6350d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.531s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-3f8b251b-72c5-4fa5-8417-ea3c7bdba40c req-48d40950-9ccb-4d3f-aa9d-32335bb62049 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received event network-changed-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-3f8b251b-72c5-4fa5-8417-ea3c7bdba40c req-48d40950-9ccb-4d3f-aa9d-32335bb62049 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Refreshing instance network info cache due to event network-changed-47d5119f-0129-4523-82a3-268c38e8b789. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:17:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3f8b251b-72c5-4fa5-8417-ea3c7bdba40c req-48d40950-9ccb-4d3f-aa9d-32335bb62049 service nova] Acquiring lock "refresh_cache-5f6991ae-ba69-42b2-9ad5-adc53b08d059" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:17:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3f8b251b-72c5-4fa5-8417-ea3c7bdba40c req-48d40950-9ccb-4d3f-aa9d-32335bb62049 service nova] Acquired lock "refresh_cache-5f6991ae-ba69-42b2-9ad5-adc53b08d059" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:17:22 user nova-compute[74287]: DEBUG nova.network.neutron [req-3f8b251b-72c5-4fa5-8417-ea3c7bdba40c req-48d40950-9ccb-4d3f-aa9d-32335bb62049 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Refreshing network info cache for port 47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:17:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:22 user nova-compute[74287]: INFO nova.compute.manager [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Terminating instance
Oct 26 08:17:22 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:17:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:23 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Instance destroyed successfully.
Oct 26 08:17:23 user nova-compute[74287]: DEBUG nova.objects.instance [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lazy-loading 'resources' on Instance uuid 5f6991ae-ba69-42b2-9ad5-adc53b08d059 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:14:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-293188328',display_name='tempest-TestStampPattern-server-293188328',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-293188328',id=34,image_ref='6cfc218b-1527-493f-996b-be2692b2cd7f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHVhh2gjRk2TvvP2YWWRqqqQPXPasBF3EnKkfjgFqDcju8CkzXgikjONxCjdmAval0FwDu5nMOQqszvn+22Xr3NrKD0z82Y8DAibzxKxdyg+8VIePUZS8vzpfl8qEcdrVw==',key_name='tempest-TestStampPattern-1992313562',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:14:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bb4199e0a5d748da95fd05c0657f269d',ramdisk_id='',reservation_id='r-9wxguxfg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='85c906c1-86b7-4911-8faa-67c9de6a78f6',image_min_disk='1',image_min_ram='0',image_owner_id='bb4199e0a5d748da95fd05c0657f269d',image_owner_project_name='tempest-TestStampPattern-1661160771',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1661160771-project-member',image_user_id='0e0c548395274073aa0e1df548961ef3',owner_project_name='tempest-TestStampPattern-1661160771',owner_user_name='tempest-TestStampPattern-1661160771-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:14:24Z,user_data=None,user_id='0e0c548395274073aa0e1df548961ef3',uuid=5f6991ae-ba69-42b2-9ad5-adc53b08d059,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "47d5119f-0129-4523-82a3-268c38e8b789", "address": "fa:16:3e:3f:6e:d2", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47d5119f-01", "ovs_interfaceid": "47d5119f-0129-4523-82a3-268c38e8b789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Converting VIF {"id": "47d5119f-0129-4523-82a3-268c38e8b789", "address": "fa:16:3e:3f:6e:d2", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47d5119f-01", "ovs_interfaceid": "47d5119f-0129-4523-82a3-268c38e8b789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3f:6e:d2,bridge_name='br-int',has_traffic_filtering=True,id=47d5119f-0129-4523-82a3-268c38e8b789,network=Network(c1dda72d-357b-4c5b-b387-bc925b40914f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47d5119f-01') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG os_vif [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:6e:d2,bridge_name='br-int',has_traffic_filtering=True,id=47d5119f-0129-4523-82a3-268c38e8b789,network=Network(c1dda72d-357b-4c5b-b387-bc925b40914f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47d5119f-01') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap47d5119f-01, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=895c2280-1bcd-4401-8d8d-e525a706ef40) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:17:23 user nova-compute[74287]: INFO os_vif [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:6e:d2,bridge_name='br-int',has_traffic_filtering=True,id=47d5119f-0129-4523-82a3-268c38e8b789,network=Network(c1dda72d-357b-4c5b-b387-bc925b40914f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47d5119f-01')
Oct 26 08:17:23 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Deleting instance files /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059_del
Oct 26 08:17:23 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Deletion of /opt/stack/data/nova/instances/5f6991ae-ba69-42b2-9ad5-adc53b08d059_del complete
Oct 26 08:17:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-3f8b251b-72c5-4fa5-8417-ea3c7bdba40c req-48d40950-9ccb-4d3f-aa9d-32335bb62049 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Updated VIF entry in instance network info cache for port 47d5119f-0129-4523-82a3-268c38e8b789. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-3f8b251b-72c5-4fa5-8417-ea3c7bdba40c req-48d40950-9ccb-4d3f-aa9d-32335bb62049 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Updating instance_info_cache with network_info: [{"id": "47d5119f-0129-4523-82a3-268c38e8b789", "address": "fa:16:3e:3f:6e:d2", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47d5119f-01", "ovs_interfaceid": "47d5119f-0129-4523-82a3-268c38e8b789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3f8b251b-72c5-4fa5-8417-ea3c7bdba40c req-48d40950-9ccb-4d3f-aa9d-32335bb62049 service nova] Releasing lock "refresh_cache-5f6991ae-ba69-42b2-9ad5-adc53b08d059" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:17:23 user nova-compute[74287]: INFO nova.compute.manager [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Took 0.96 seconds to destroy the instance on the hypervisor.
Oct 26 08:17:23 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:17:23 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Took 0.51 seconds to deallocate network for instance.
Oct 26 08:17:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e949f04-62ac-4e3c-b14d-1f02482ec559 req-d7c09cd1-0331-44ea-ad44-9cf225c0a541 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received event network-vif-deleted-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:23 user nova-compute[74287]: INFO nova.compute.manager [req-1e949f04-62ac-4e3c-b14d-1f02482ec559 req-d7c09cd1-0331-44ea-ad44-9cf225c0a541 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Neutron deleted interface 47d5119f-0129-4523-82a3-268c38e8b789; detaching it from the instance and deleting it from the info cache
Oct 26 08:17:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-1e949f04-62ac-4e3c-b14d-1f02482ec559 req-d7c09cd1-0331-44ea-ad44-9cf225c0a541 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-1e949f04-62ac-4e3c-b14d-1f02482ec559 req-d7c09cd1-0331-44ea-ad44-9cf225c0a541 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Detach interface failed, port_id=47d5119f-0129-4523-82a3-268c38e8b789, reason: Instance 5f6991ae-ba69-42b2-9ad5-adc53b08d059 could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.347s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:24 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Deleted allocations for instance 5f6991ae-ba69-42b2-9ad5-adc53b08d059
Oct 26 08:17:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received event network-vif-unplugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Acquiring lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] No waiting events found dispatching network-vif-unplugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:17:24 user nova-compute[74287]: WARNING nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received unexpected event network-vif-unplugged-47d5119f-0129-4523-82a3-268c38e8b789 for instance with vm_state deleted and task_state None.
Oct 26 08:17:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received event network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Acquiring lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] No waiting events found dispatching network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:17:24 user nova-compute[74287]: WARNING nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received unexpected event network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 for instance with vm_state deleted and task_state None.
Oct 26 08:17:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received event network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Acquiring lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] No waiting events found dispatching network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:17:24 user nova-compute[74287]: WARNING nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received unexpected event network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 for instance with vm_state deleted and task_state None.
Oct 26 08:17:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received event network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Acquiring lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] No waiting events found dispatching network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:17:24 user nova-compute[74287]: WARNING nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received unexpected event network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 for instance with vm_state deleted and task_state None.
Oct 26 08:17:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received event network-vif-unplugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Acquiring lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] No waiting events found dispatching network-vif-unplugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:17:24 user nova-compute[74287]: WARNING nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received unexpected event network-vif-unplugged-47d5119f-0129-4523-82a3-268c38e8b789 for instance with vm_state deleted and task_state None.
Oct 26 08:17:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received event network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Acquiring lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] No waiting events found dispatching network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:17:24 user nova-compute[74287]: WARNING nova.compute.manager [req-0f59dedc-4f2b-4b57-a158-1bb45b81433e req-b09c0d63-7283-4b24-abca-853e785b3308 service nova] [instance: 5f6991ae-ba69-42b2-9ad5-adc53b08d059] Received unexpected event network-vif-plugged-47d5119f-0129-4523-82a3-268c38e8b789 for instance with vm_state deleted and task_state None.
Oct 26 08:17:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cef45afc-1162-4e97-b32a-95fa19f2ad65 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "5f6991ae-ba69-42b2-9ad5-adc53b08d059" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.030s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "81240919-9972-4a21-a102-3d103db67c1b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "81240919-9972-4a21-a102-3d103db67c1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "81240919-9972-4a21-a102-3d103db67c1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:30 user nova-compute[74287]: INFO nova.compute.manager [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Terminating instance
Oct 26 08:17:30 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG nova.compute.manager [req-fd6124ca-cea9-4dfd-a6c9-987caa6b6c06 req-91854e4e-ac3c-4d41-9f57-8195db3f7911 service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Received event network-changed-d658017f-af5b-4a1f-845e-815fc1a65e01 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG nova.compute.manager [req-fd6124ca-cea9-4dfd-a6c9-987caa6b6c06 req-91854e4e-ac3c-4d41-9f57-8195db3f7911 service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Refreshing instance network info cache due to event network-changed-d658017f-af5b-4a1f-845e-815fc1a65e01. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fd6124ca-cea9-4dfd-a6c9-987caa6b6c06 req-91854e4e-ac3c-4d41-9f57-8195db3f7911 service nova] Acquiring lock "refresh_cache-74047a5a-4cc9-4a48-8b68-c14e33804042" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fd6124ca-cea9-4dfd-a6c9-987caa6b6c06 req-91854e4e-ac3c-4d41-9f57-8195db3f7911 service nova] Acquired lock "refresh_cache-74047a5a-4cc9-4a48-8b68-c14e33804042" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG nova.network.neutron [req-fd6124ca-cea9-4dfd-a6c9-987caa6b6c06 req-91854e4e-ac3c-4d41-9f57-8195db3f7911 service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Refreshing network info cache for port d658017f-af5b-4a1f-845e-815fc1a65e01 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG nova.compute.manager [req-e910b493-5883-4ae3-b247-1bd2ddb77c0e req-0c2be673-c94c-4dae-b0bf-dfa17da22865 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received event network-vif-unplugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e910b493-5883-4ae3-b247-1bd2ddb77c0e req-0c2be673-c94c-4dae-b0bf-dfa17da22865 service nova] Acquiring lock "81240919-9972-4a21-a102-3d103db67c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e910b493-5883-4ae3-b247-1bd2ddb77c0e req-0c2be673-c94c-4dae-b0bf-dfa17da22865 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e910b493-5883-4ae3-b247-1bd2ddb77c0e req-0c2be673-c94c-4dae-b0bf-dfa17da22865 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG nova.compute.manager [req-e910b493-5883-4ae3-b247-1bd2ddb77c0e req-0c2be673-c94c-4dae-b0bf-dfa17da22865 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] No waiting events found dispatching network-vif-unplugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG nova.compute.manager [req-e910b493-5883-4ae3-b247-1bd2ddb77c0e req-0c2be673-c94c-4dae-b0bf-dfa17da22865 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received event network-vif-unplugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG nova.network.neutron [req-fd6124ca-cea9-4dfd-a6c9-987caa6b6c06 req-91854e4e-ac3c-4d41-9f57-8195db3f7911 service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Updated VIF entry in instance network info cache for port d658017f-af5b-4a1f-845e-815fc1a65e01. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG nova.network.neutron [req-fd6124ca-cea9-4dfd-a6c9-987caa6b6c06 req-91854e4e-ac3c-4d41-9f57-8195db3f7911 service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Updating instance_info_cache with network_info: [{"id": "d658017f-af5b-4a1f-845e-815fc1a65e01", "address": "fa:16:3e:62:bd:72", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd658017f-af", "ovs_interfaceid": "d658017f-af5b-4a1f-845e-815fc1a65e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "74047a5a-4cc9-4a48-8b68-c14e33804042" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "74047a5a-4cc9-4a48-8b68-c14e33804042" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "74047a5a-4cc9-4a48-8b68-c14e33804042-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "74047a5a-4cc9-4a48-8b68-c14e33804042-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "74047a5a-4cc9-4a48-8b68-c14e33804042-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:30 user nova-compute[74287]: INFO nova.compute.manager [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Terminating instance
Oct 26 08:17:30 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fd6124ca-cea9-4dfd-a6c9-987caa6b6c06 req-91854e4e-ac3c-4d41-9f57-8195db3f7911 service nova] Releasing lock "refresh_cache-74047a5a-4cc9-4a48-8b68-c14e33804042" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:17:30 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Instance destroyed successfully.
Oct 26 08:17:30 user nova-compute[74287]: DEBUG nova.objects.instance [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'resources' on Instance uuid 81240919-9972-4a21-a102-3d103db67c1b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:11:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1573598255',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1573598255',id=32,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:13:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ce4db76d8c424e10b26fb0e8aaf8e1bc',ramdisk_id='',reservation_id='r-m7m0s6aw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-503266126',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:15:44Z,user_data=None,user_id='859a049e05c6402a98f3e10b216cd990',uuid=81240919-9972-4a21-a102-3d103db67c1b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "address": "fa:16:3e:e9:d3:ec", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2e9966a-db", "ovs_interfaceid": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converting VIF {"id": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "address": "fa:16:3e:e9:d3:ec", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2e9966a-db", "ovs_interfaceid": "f2e9966a-dbc8-4507-8eb9-13851c171fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e9:d3:ec,bridge_name='br-int',has_traffic_filtering=True,id=f2e9966a-dbc8-4507-8eb9-13851c171fe2,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2e9966a-db') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG os_vif [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:d3:ec,bridge_name='br-int',has_traffic_filtering=True,id=f2e9966a-dbc8-4507-8eb9-13851c171fe2,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2e9966a-db') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf2e9966a-db, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=24aff70b-ffbd-4e60-85e8-c32808265d60) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:17:30 user nova-compute[74287]: INFO os_vif [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:d3:ec,bridge_name='br-int',has_traffic_filtering=True,id=f2e9966a-dbc8-4507-8eb9-13851c171fe2,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2e9966a-db')
Oct 26 08:17:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mgcPkwsp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:17:30 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:17:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b979dfd-4fa6-4886-8b57-6c69ec2ed8ca]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:17:30 user nova-compute[74287]: No targets found.
Oct 26 08:17:30 user nova-compute[74287]: iSNS:
Oct 26 08:17:30 user nova-compute[74287]: No targets found.
Oct 26 08:17:30 user nova-compute[74287]: STATIC:
Oct 26 08:17:30 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7
Oct 26 08:17:30 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:17:30 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:17:30 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:17:30 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:17:30 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:17:30 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741
Oct 26 08:17:30 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:17:30 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:17:30 user nova-compute[74287]: FIRMWARE:
Oct 26 08:17:30 user nova-compute[74287]: No targets found.
Oct 26 08:17:30 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:17:30 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:17:30 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fab3af6b-ad11-456a-8ad8-5c4d7e9db3d6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[858cede3-0614-4efc-a4ab-eba3e2941ef8]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:17:30 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:17:30 user nova-compute[74287]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)
Oct 26 08:17:30 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:17:30 user nova-compute[74287]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 (non-flash)
Oct 26 08:17:30 user nova-compute[74287]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)
Oct 26 08:17:30 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb9039add0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741'): ({'sdf'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Removing single pathed devices sdf {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:17:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c2303f2-8883-4663-b0fe-7065a4f531ac]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f901266-bf65-4ae3-bd31-3912becc2fee]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Flushing IO for device /dev/sdf {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[77b60937-76ac-404a-8a30-c522e11a0ecb]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.052s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac394514-8b42-4716-834f-403e6ecd6784]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] SCSI volumes sdf have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_619f122c', '/dev/disk/by-id/scsi-1SCST_BIO619f122c-22da3ca2ab32f946', '/dev/disk/by-id/scsi-23232646133636132') {{(pid=85694) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5842528c-7e8f-4730-8da1-b060bc4fa9ae]: (4, None) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[076f2e89-b39d-4548-80e3-82f5dc6851b0]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b296864c-ff44-48ad-b030-8d7ee7ce3196]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741, portal: 172.16.0.220,3260]
Oct 26 08:17:31 user nova-compute[74287]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741, portal: 172.16.0.220,3260] successful.
Oct 26 08:17:31 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41e5b799-865f-47fd-8957-fe6334e29741 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a665ee73-a5d8-4166-a7a4-507d1f9cf422]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.386s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] <== disconnect_volume: return (387ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:17:31 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Deleting instance files /opt/stack/data/nova/instances/81240919-9972-4a21-a102-3d103db67c1b_del
Oct 26 08:17:31 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Deletion of /opt/stack/data/nova/instances/81240919-9972-4a21-a102-3d103db67c1b_del complete
Oct 26 08:17:31 user nova-compute[74287]: INFO nova.compute.manager [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Took 1.35 seconds to destroy the instance on the hypervisor.
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 81240919-9972-4a21-a102-3d103db67c1b] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:17:31 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Instance destroyed successfully.
Oct 26 08:17:31 user nova-compute[74287]: DEBUG nova.objects.instance [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'resources' on Instance uuid 74047a5a-4cc9-4a48-8b68-c14e33804042 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:15:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1481642707',display_name='tempest-AttachVolumeNegativeTest-server-1481642707',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1481642707',id=35,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNQzUTxpP8dRcLq46xw40wQEAbvOyr0IDV4mR1KCMByhTZs9gq8ceUYSF0aPmuj0BHa5QXBjciRqNx2HxKQ3PhzAWyxRLJMe6eELImym82iHRd09Z7irfBbsk8s12KHZdg==',key_name='tempest-keypair-215957043',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:15:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1c14f29424ef4e99a45550bfab1f9d84',ramdisk_id='',reservation_id='r-xgbmfflh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1732752721',owner_user_name='tempest-AttachVolumeNegativeTest-1732752721-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:15:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2720c3e24d384972be5d1dde75369b56',uuid=74047a5a-4cc9-4a48-8b68-c14e33804042,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d658017f-af5b-4a1f-845e-815fc1a65e01", "address": "fa:16:3e:62:bd:72", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd658017f-af", "ovs_interfaceid": "d658017f-af5b-4a1f-845e-815fc1a65e01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converting VIF {"id": "d658017f-af5b-4a1f-845e-815fc1a65e01", "address": "fa:16:3e:62:bd:72", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd658017f-af", "ovs_interfaceid": "d658017f-af5b-4a1f-845e-815fc1a65e01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:72,bridge_name='br-int',has_traffic_filtering=True,id=d658017f-af5b-4a1f-845e-815fc1a65e01,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd658017f-af') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG os_vif [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:72,bridge_name='br-int',has_traffic_filtering=True,id=d658017f-af5b-4a1f-845e-815fc1a65e01,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd658017f-af') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd658017f-af, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e9f42977-67d4-4fd0-974e-206324db7416) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:17:31 user nova-compute[74287]: INFO os_vif [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:72,bridge_name='br-int',has_traffic_filtering=True,id=d658017f-af5b-4a1f-845e-815fc1a65e01,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd658017f-af')
Oct 26 08:17:31 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Deleting instance files /opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042_del
Oct 26 08:17:31 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Deletion of /opt/stack/data/nova/instances/74047a5a-4cc9-4a48-8b68-c14e33804042_del complete
Oct 26 08:17:31 user nova-compute[74287]: INFO nova.compute.manager [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 26 08:17:31 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:17:31 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:17:31 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Took 0.48 seconds to deallocate network for instance.
Oct 26 08:17:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-45fde8c3-9669-46c9-9aa1-17cf53ab26da req-218c842c-881e-4d0f-a5ac-8c0832c4b60f service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Received event network-vif-unplugged-d658017f-af5b-4a1f-845e-815fc1a65e01 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-45fde8c3-9669-46c9-9aa1-17cf53ab26da req-218c842c-881e-4d0f-a5ac-8c0832c4b60f service nova] Acquiring lock "74047a5a-4cc9-4a48-8b68-c14e33804042-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-45fde8c3-9669-46c9-9aa1-17cf53ab26da req-218c842c-881e-4d0f-a5ac-8c0832c4b60f service nova] Lock "74047a5a-4cc9-4a48-8b68-c14e33804042-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-45fde8c3-9669-46c9-9aa1-17cf53ab26da req-218c842c-881e-4d0f-a5ac-8c0832c4b60f service nova] Lock "74047a5a-4cc9-4a48-8b68-c14e33804042-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-45fde8c3-9669-46c9-9aa1-17cf53ab26da req-218c842c-881e-4d0f-a5ac-8c0832c4b60f service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] No waiting events found dispatching network-vif-unplugged-d658017f-af5b-4a1f-845e-815fc1a65e01 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-45fde8c3-9669-46c9-9aa1-17cf53ab26da req-218c842c-881e-4d0f-a5ac-8c0832c4b60f service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Received event network-vif-unplugged-d658017f-af5b-4a1f-845e-815fc1a65e01 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-45fde8c3-9669-46c9-9aa1-17cf53ab26da req-218c842c-881e-4d0f-a5ac-8c0832c4b60f service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Received event network-vif-plugged-d658017f-af5b-4a1f-845e-815fc1a65e01 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-45fde8c3-9669-46c9-9aa1-17cf53ab26da req-218c842c-881e-4d0f-a5ac-8c0832c4b60f service nova] Acquiring lock "74047a5a-4cc9-4a48-8b68-c14e33804042-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-45fde8c3-9669-46c9-9aa1-17cf53ab26da req-218c842c-881e-4d0f-a5ac-8c0832c4b60f service nova] Lock "74047a5a-4cc9-4a48-8b68-c14e33804042-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-45fde8c3-9669-46c9-9aa1-17cf53ab26da req-218c842c-881e-4d0f-a5ac-8c0832c4b60f service nova] Lock "74047a5a-4cc9-4a48-8b68-c14e33804042-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-45fde8c3-9669-46c9-9aa1-17cf53ab26da req-218c842c-881e-4d0f-a5ac-8c0832c4b60f service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] No waiting events found dispatching network-vif-plugged-d658017f-af5b-4a1f-845e-815fc1a65e01 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:17:32 user nova-compute[74287]: WARNING nova.compute.manager [req-45fde8c3-9669-46c9-9aa1-17cf53ab26da req-218c842c-881e-4d0f-a5ac-8c0832c4b60f service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Received unexpected event network-vif-plugged-d658017f-af5b-4a1f-845e-815fc1a65e01 for instance with vm_state active and task_state deleting.
Oct 26 08:17:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-45fde8c3-9669-46c9-9aa1-17cf53ab26da req-218c842c-881e-4d0f-a5ac-8c0832c4b60f service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received event network-vif-deleted-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-799afdf0-a6e6-4418-b796-e29d53aa58c9 req-1f58d410-150d-4db9-8d76-3abc2a556125 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-799afdf0-a6e6-4418-b796-e29d53aa58c9 req-1f58d410-150d-4db9-8d76-3abc2a556125 service nova] Acquiring lock "81240919-9972-4a21-a102-3d103db67c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-799afdf0-a6e6-4418-b796-e29d53aa58c9 req-1f58d410-150d-4db9-8d76-3abc2a556125 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-799afdf0-a6e6-4418-b796-e29d53aa58c9 req-1f58d410-150d-4db9-8d76-3abc2a556125 service nova] Lock "81240919-9972-4a21-a102-3d103db67c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-799afdf0-a6e6-4418-b796-e29d53aa58c9 req-1f58d410-150d-4db9-8d76-3abc2a556125 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] No waiting events found dispatching network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:17:32 user nova-compute[74287]: WARNING nova.compute.manager [req-799afdf0-a6e6-4418-b796-e29d53aa58c9 req-1f58d410-150d-4db9-8d76-3abc2a556125 service nova] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Received unexpected event network-vif-plugged-f2e9966a-dbc8-4507-8eb9-13851c171fe2 for instance with vm_state active and task_state deleting.
Oct 26 08:17:32 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Took 0.79 seconds to deallocate network for instance.
Oct 26 08:17:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-671800ca-b9da-4617-99f0-56a43b6d3237 req-6b2b81ed-41a2-4103-87e7-da99558d6f8c service nova] [instance: 74047a5a-4cc9-4a48-8b68-c14e33804042] Received event network-vif-deleted-d658017f-af5b-4a1f-845e-815fc1a65e01 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:32 user nova-compute[74287]: INFO nova.compute.manager [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 81240919-9972-4a21-a102-3d103db67c1b] Took 0.89 seconds to detach 1 volumes for instance.
Oct 26 08:17:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.372s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.157s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:32 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Deleted allocations for instance 74047a5a-4cc9-4a48-8b68-c14e33804042
Oct 26 08:17:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2f03cc90-b0bf-4aa7-966e-a934cfeba386 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "74047a5a-4cc9-4a48-8b68-c14e33804042" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.266s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:33 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:17:33 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:17:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.327s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:33 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Deleted allocations for instance 81240919-9972-4a21-a102-3d103db67c1b
Oct 26 08:17:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f4aacf69-5006-4924-95aa-8fd278e7dd0d tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "81240919-9972-4a21-a102-3d103db67c1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.386s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:40 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:17:40 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:17:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:40 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:17:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:17:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:17:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:17:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:17:43 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:17:43 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:17:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8191MB free_disk=24.648494720458984GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:17:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:17:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:17:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 58439650-b18b-43d2-99e4-28a3347559dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:17:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:17:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:17:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 6d7003c8-1ffe-4367-881d-940a70d41088 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:17:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ee8b81c9-1f93-479e-9973-7110ef7fa6a9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:17:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 85c906c1-86b7-4911-8faa-67c9de6a78f6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:17:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:17:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:17:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:17:44 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:17:44 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:17:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:17:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.435s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:17:45 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:17:45 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:17:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-250bc295-7edf-4ca5-a02b-f9533b36628d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:17:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-250bc295-7edf-4ca5-a02b-f9533b36628d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:17:45 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:17:45 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Updating instance_info_cache with network_info: [{"id": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "address": "fa:16:3e:57:30:f1", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37c2e9d6-92", "ovs_interfaceid": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:17:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-250bc295-7edf-4ca5-a02b-f9533b36628d" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:17:45 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:17:45 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:17:45 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:17:45 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:17:45 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:17:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:48 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:17:48 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:17:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:17:56 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:18:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:18:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:18:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:20 user nova-compute[74287]: INFO nova.compute.manager [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Terminating instance
Oct 26 08:18:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-909ba8a4-f6be-4bd6-8c1d-61a59a010bad req-01bb0871-d3a9-4215-8e0b-ebc9e0d0f4c2 service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Received event network-vif-unplugged-7ecae8a9-07b5-4f43-9a44-721334408884 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-909ba8a4-f6be-4bd6-8c1d-61a59a010bad req-01bb0871-d3a9-4215-8e0b-ebc9e0d0f4c2 service nova] Acquiring lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-909ba8a4-f6be-4bd6-8c1d-61a59a010bad req-01bb0871-d3a9-4215-8e0b-ebc9e0d0f4c2 service nova] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-909ba8a4-f6be-4bd6-8c1d-61a59a010bad req-01bb0871-d3a9-4215-8e0b-ebc9e0d0f4c2 service nova] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-909ba8a4-f6be-4bd6-8c1d-61a59a010bad req-01bb0871-d3a9-4215-8e0b-ebc9e0d0f4c2 service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] No waiting events found dispatching network-vif-unplugged-7ecae8a9-07b5-4f43-9a44-721334408884 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-909ba8a4-f6be-4bd6-8c1d-61a59a010bad req-01bb0871-d3a9-4215-8e0b-ebc9e0d0f4c2 service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Received event network-vif-unplugged-7ecae8a9-07b5-4f43-9a44-721334408884 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:21 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Instance destroyed successfully.
Oct 26 08:18:21 user nova-compute[74287]: DEBUG nova.objects.instance [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'resources' on Instance uuid ee8b81c9-1f93-479e-9973-7110ef7fa6a9 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:08:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-639435830',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-639435830',id=27,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:09:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ce4db76d8c424e10b26fb0e8aaf8e1bc',ramdisk_id='',reservation_id='r-8868y6z0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-503266126',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:10:55Z,user_data=None,user_id='859a049e05c6402a98f3e10b216cd990',uuid=ee8b81c9-1f93-479e-9973-7110ef7fa6a9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7ecae8a9-07b5-4f43-9a44-721334408884", "address": "fa:16:3e:bc:7d:67", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecae8a9-07", "ovs_interfaceid": "7ecae8a9-07b5-4f43-9a44-721334408884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converting VIF {"id": "7ecae8a9-07b5-4f43-9a44-721334408884", "address": "fa:16:3e:bc:7d:67", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecae8a9-07", "ovs_interfaceid": "7ecae8a9-07b5-4f43-9a44-721334408884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bc:7d:67,bridge_name='br-int',has_traffic_filtering=True,id=7ecae8a9-07b5-4f43-9a44-721334408884,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ecae8a9-07') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG os_vif [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:7d:67,bridge_name='br-int',has_traffic_filtering=True,id=7ecae8a9-07b5-4f43-9a44-721334408884,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ecae8a9-07') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7ecae8a9-07, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ef24fa48-b6e6-4bf3-b8ae-3b693bef2761) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:18:21 user nova-compute[74287]: INFO os_vif [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:7d:67,bridge_name='br-int',has_traffic_filtering=True,id=7ecae8a9-07b5-4f43-9a44-721334408884,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ecae8a9-07')
Oct 26 08:18:21 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Deleting instance files /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9_del
Oct 26 08:18:21 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Deletion of /opt/stack/data/nova/instances/ee8b81c9-1f93-479e-9973-7110ef7fa6a9_del complete
Oct 26 08:18:21 user nova-compute[74287]: INFO nova.compute.manager [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Took 0.96 seconds to destroy the instance on the hypervisor.
Oct 26 08:18:21 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:18:21 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:18:22 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:18:22 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Took 0.83 seconds to deallocate network for instance.
Oct 26 08:18:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-93f511f1-8b47-424e-8f34-f2afd5de51f0 req-a402068c-ec68-429d-b5a8-0ff2b5f003ab service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Received event network-vif-deleted-7ecae8a9-07b5-4f43-9a44-721334408884 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:18:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:22 user nova-compute[74287]: INFO nova.compute.manager [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Detaching volume 0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7
Oct 26 08:18:22 user nova-compute[74287]: INFO nova.virt.block_device [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Attempting to driver detach volume 0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 from mountpoint /dev/vdb
Oct 26 08:18:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Attempting to detach device vdb from instance 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:18:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:18:22 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:18:22 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:18:22 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:18:22 user nova-compute[74287]:   <serial>0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7</serial>
Oct 26 08:18:22 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:18:22 user nova-compute[74287]: </disk>
Oct 26 08:18:22 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:18:22 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Successfully detached device vdb from instance 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 from the persistent domain config.
Oct 26 08:18:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:18:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:18:22 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:18:22 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:18:22 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:18:22 user nova-compute[74287]:   <serial>0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7</serial>
Oct 26 08:18:22 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:18:22 user nova-compute[74287]: </disk>
Oct 26 08:18:22 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:18:22 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:18:23 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:18:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.273s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:23 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Deleted allocations for instance ee8b81c9-1f93-479e-9973-7110ef7fa6a9
Oct 26 08:18:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-76c62eac-b305-4b3a-a10c-63612e332f81 req-b2238a48-1fe2-481a-a2a2-0f528e102560 service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Received event network-vif-plugged-7ecae8a9-07b5-4f43-9a44-721334408884 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:18:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-76c62eac-b305-4b3a-a10c-63612e332f81 req-b2238a48-1fe2-481a-a2a2-0f528e102560 service nova] Acquiring lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-76c62eac-b305-4b3a-a10c-63612e332f81 req-b2238a48-1fe2-481a-a2a2-0f528e102560 service nova] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-76c62eac-b305-4b3a-a10c-63612e332f81 req-b2238a48-1fe2-481a-a2a2-0f528e102560 service nova] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-76c62eac-b305-4b3a-a10c-63612e332f81 req-b2238a48-1fe2-481a-a2a2-0f528e102560 service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] No waiting events found dispatching network-vif-plugged-7ecae8a9-07b5-4f43-9a44-721334408884 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:18:23 user nova-compute[74287]: WARNING nova.compute.manager [req-76c62eac-b305-4b3a-a10c-63612e332f81 req-b2238a48-1fe2-481a-a2a2-0f528e102560 service nova] [instance: ee8b81c9-1f93-479e-9973-7110ef7fa6a9] Received unexpected event network-vif-plugged-7ecae8a9-07b5-4f43-9a44-721334408884 for instance with vm_state deleted and task_state None.
Oct 26 08:18:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-31eec1b6-b444-49a8-8aa2-a40d0177cf37 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "ee8b81c9-1f93-479e-9973-7110ef7fa6a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.345s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:18:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "58439650-b18b-43d2-99e4-28a3347559dc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "58439650-b18b-43d2-99e4-28a3347559dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "58439650-b18b-43d2-99e4-28a3347559dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "58439650-b18b-43d2-99e4-28a3347559dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "58439650-b18b-43d2-99e4-28a3347559dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:27 user nova-compute[74287]: INFO nova.compute.manager [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Terminating instance
Oct 26 08:18:27 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-002ba35e-f735-4d64-bf51-20dea7d149ce req-a080f253-1120-4ea9-a77e-a178c48a69e6 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Received event network-vif-unplugged-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-002ba35e-f735-4d64-bf51-20dea7d149ce req-a080f253-1120-4ea9-a77e-a178c48a69e6 service nova] Acquiring lock "58439650-b18b-43d2-99e4-28a3347559dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-002ba35e-f735-4d64-bf51-20dea7d149ce req-a080f253-1120-4ea9-a77e-a178c48a69e6 service nova] Lock "58439650-b18b-43d2-99e4-28a3347559dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-002ba35e-f735-4d64-bf51-20dea7d149ce req-a080f253-1120-4ea9-a77e-a178c48a69e6 service nova] Lock "58439650-b18b-43d2-99e4-28a3347559dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-002ba35e-f735-4d64-bf51-20dea7d149ce req-a080f253-1120-4ea9-a77e-a178c48a69e6 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] No waiting events found dispatching network-vif-unplugged-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:18:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-002ba35e-f735-4d64-bf51-20dea7d149ce req-a080f253-1120-4ea9-a77e-a178c48a69e6 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Received event network-vif-unplugged-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:28 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Instance destroyed successfully.
Oct 26 08:18:28 user nova-compute[74287]: DEBUG nova.objects.instance [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lazy-loading 'resources' on Instance uuid 58439650-b18b-43d2-99e4-28a3347559dc {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T07:59:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1174270897',display_name='tempest-ServerActionsTestOtherA-server-1174270897',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1174270897',id=15,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHnjeNOfxxkiI9cBIZvuXc90LuOPK6zYU463E8yY3P94DHje2tA7iP1Q/1OYEgTQGGhK3OIjcoD+UmPKNwPDKRvwUrwGSb5ge2PKCKvcYrtsr/h1Q+EHtA3Lmbfnksou2w==',key_name='tempest-keypair-1706033299',keypairs=<?>,launch_index=0,launched_at=2023-10-26T07:59:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf156e21d744e9993ed225c24f7b576',ramdisk_id='',reservation_id='r-ocx0r2q0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-713697274',owner_user_name='tempest-ServerActionsTestOtherA-713697274-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T07:59:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63da03e3263d42ca8c8d7f9cafcd5fe2',uuid=58439650-b18b-43d2-99e4-28a3347559dc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "address": "fa:16:3e:2b:91:c7", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc3f3e5f-dc", "ovs_interfaceid": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converting VIF {"id": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "address": "fa:16:3e:2b:91:c7", "network": {"id": "88d64cdd-1b47-4425-b006-86f7ecd87f6d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452209272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf156e21d744e9993ed225c24f7b576", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc3f3e5f-dc", "ovs_interfaceid": "fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2b:91:c7,bridge_name='br-int',has_traffic_filtering=True,id=fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc3f3e5f-dc') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG os_vif [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2b:91:c7,bridge_name='br-int',has_traffic_filtering=True,id=fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc3f3e5f-dc') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfc3f3e5f-dc, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=32850bdc-cded-4533-a073-9470646d38a7) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:18:28 user nova-compute[74287]: INFO os_vif [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2b:91:c7,bridge_name='br-int',has_traffic_filtering=True,id=fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54,network=Network(88d64cdd-1b47-4425-b006-86f7ecd87f6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc3f3e5f-dc')
Oct 26 08:18:28 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Deleting instance files /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc_del
Oct 26 08:18:28 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Deletion of /opt/stack/data/nova/instances/58439650-b18b-43d2-99e4-28a3347559dc_del complete
Oct 26 08:18:28 user nova-compute[74287]: INFO nova.compute.manager [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Took 0.70 seconds to destroy the instance on the hypervisor.
Oct 26 08:18:28 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:18:28 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Took 0.50 seconds to deallocate network for instance.
Oct 26 08:18:28 user nova-compute[74287]: DEBUG nova.compute.manager [req-d263f256-0514-428b-b9b3-06d62cdeab84 req-31e57fe1-792b-441c-9ec2-bc5590ec8a56 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Received event network-vif-deleted-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:18:28 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:18:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.226s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:29 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Deleted allocations for instance 58439650-b18b-43d2-99e4-28a3347559dc
Oct 26 08:18:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f1c12fde-9442-4f85-b0ae-758ccd0cd256 tempest-ServerActionsTestOtherA-713697274 tempest-ServerActionsTestOtherA-713697274-project-member] Lock "58439650-b18b-43d2-99e4-28a3347559dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.614s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:29 user nova-compute[74287]: DEBUG nova.compute.manager [req-0dfd21a6-e9d4-49d4-9262-5db0ec538a2b req-11232822-6981-49fa-bcec-325069391bb6 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Received event network-vif-plugged-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:18:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0dfd21a6-e9d4-49d4-9262-5db0ec538a2b req-11232822-6981-49fa-bcec-325069391bb6 service nova] Acquiring lock "58439650-b18b-43d2-99e4-28a3347559dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0dfd21a6-e9d4-49d4-9262-5db0ec538a2b req-11232822-6981-49fa-bcec-325069391bb6 service nova] Lock "58439650-b18b-43d2-99e4-28a3347559dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0dfd21a6-e9d4-49d4-9262-5db0ec538a2b req-11232822-6981-49fa-bcec-325069391bb6 service nova] Lock "58439650-b18b-43d2-99e4-28a3347559dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:29 user nova-compute[74287]: DEBUG nova.compute.manager [req-0dfd21a6-e9d4-49d4-9262-5db0ec538a2b req-11232822-6981-49fa-bcec-325069391bb6 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] No waiting events found dispatching network-vif-plugged-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:18:29 user nova-compute[74287]: WARNING nova.compute.manager [req-0dfd21a6-e9d4-49d4-9262-5db0ec538a2b req-11232822-6981-49fa-bcec-325069391bb6 service nova] [instance: 58439650-b18b-43d2-99e4-28a3347559dc] Received unexpected event network-vif-plugged-fc3f3e5f-dc32-46f6-a8e7-4c72e71fae54 for instance with vm_state deleted and task_state None.
Oct 26 08:18:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:34 user nova-compute[74287]: INFO nova.compute.manager [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Terminating instance
Oct 26 08:18:34 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:18:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-d6013472-3ff8-40a6-a1c4-2e7aae2bf459 req-242792a2-6859-44bd-8828-deacec60cbd9 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-vif-unplugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:18:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d6013472-3ff8-40a6-a1c4-2e7aae2bf459 req-242792a2-6859-44bd-8828-deacec60cbd9 service nova] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d6013472-3ff8-40a6-a1c4-2e7aae2bf459 req-242792a2-6859-44bd-8828-deacec60cbd9 service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d6013472-3ff8-40a6-a1c4-2e7aae2bf459 req-242792a2-6859-44bd-8828-deacec60cbd9 service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-d6013472-3ff8-40a6-a1c4-2e7aae2bf459 req-242792a2-6859-44bd-8828-deacec60cbd9 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] No waiting events found dispatching network-vif-unplugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:18:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-d6013472-3ff8-40a6-a1c4-2e7aae2bf459 req-242792a2-6859-44bd-8828-deacec60cbd9 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-vif-unplugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG nova.compute.manager [req-f2291a51-a9e8-42de-8440-2da695110b30 req-61b8f802-c444-4dc7-b68a-7b89ed6cb7c1 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Received event network-changed-5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG nova.compute.manager [req-f2291a51-a9e8-42de-8440-2da695110b30 req-61b8f802-c444-4dc7-b68a-7b89ed6cb7c1 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Refreshing instance network info cache due to event network-changed-5504d762-fe78-408a-9aa3-0186285424a5. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f2291a51-a9e8-42de-8440-2da695110b30 req-61b8f802-c444-4dc7-b68a-7b89ed6cb7c1 service nova] Acquiring lock "refresh_cache-85c906c1-86b7-4911-8faa-67c9de6a78f6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f2291a51-a9e8-42de-8440-2da695110b30 req-61b8f802-c444-4dc7-b68a-7b89ed6cb7c1 service nova] Acquired lock "refresh_cache-85c906c1-86b7-4911-8faa-67c9de6a78f6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG nova.network.neutron [req-f2291a51-a9e8-42de-8440-2da695110b30 req-61b8f802-c444-4dc7-b68a-7b89ed6cb7c1 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Refreshing network info cache for port 5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:18:35 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Instance destroyed successfully.
Oct 26 08:18:35 user nova-compute[74287]: DEBUG nova.objects.instance [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'resources' on Instance uuid 6d7003c8-1ffe-4367-881d-940a70d41088 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:08:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-286316506',display_name='tempest-AttachVolumeTestJSON-server-286316506',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-286316506',id=26,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDkZpJuWLoxWBzsmuuByMMfGqYJf+O6QxURCNC9sawg+NJw5QqpuCN5AR4f+ghwnB4WJ3QbisE4WUbRCHiBVr5guaZFNGN2MbBXF/sY0zM6U4sC6wMNWK+sHantht73fA==',key_name='tempest-keypair-851995033',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:08:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b1ca50be80e64e02b008239b56b7a9e4',ramdisk_id='',reservation_id='r-ayhu7zqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-178685270',owner_user_name='tempest-AttachVolumeTestJSON-178685270-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:16:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='35e09e5a79a8420dbdf08ff418c5e8e0',uuid=6d7003c8-1ffe-4367-881d-940a70d41088,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converting VIF {"id": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "address": "fa:16:3e:35:9b:e1", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2dfe166-cc", "ovs_interfaceid": "f2dfe166-cca4-4c0c-bcb4-a316166da45c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG os_vif [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf2dfe166-cc, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b6eba4d1-2ccc-4594-86c0-9dc9dc2a545b) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:35 user nova-compute[74287]: INFO os_vif [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:9b:e1,bridge_name='br-int',has_traffic_filtering=True,id=f2dfe166-cca4-4c0c-bcb4-a316166da45c,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2dfe166-cc')
Oct 26 08:18:35 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Deleting instance files /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088_del
Oct 26 08:18:35 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Deletion of /opt/stack/data/nova/instances/6d7003c8-1ffe-4367-881d-940a70d41088_del complete
Oct 26 08:18:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "85c906c1-86b7-4911-8faa-67c9de6a78f6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "85c906c1-86b7-4911-8faa-67c9de6a78f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:35 user nova-compute[74287]: INFO nova.compute.manager [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Terminating instance
Oct 26 08:18:35 user nova-compute[74287]: DEBUG nova.compute.manager [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:18:35 user nova-compute[74287]: INFO nova.compute.manager [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Took 0.70 seconds to destroy the instance on the hypervisor.
Oct 26 08:18:35 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG nova.network.neutron [req-f2291a51-a9e8-42de-8440-2da695110b30 req-61b8f802-c444-4dc7-b68a-7b89ed6cb7c1 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Updated VIF entry in instance network info cache for port 5504d762-fe78-408a-9aa3-0186285424a5. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG nova.network.neutron [req-f2291a51-a9e8-42de-8440-2da695110b30 req-61b8f802-c444-4dc7-b68a-7b89ed6cb7c1 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Updating instance_info_cache with network_info: [{"id": "5504d762-fe78-408a-9aa3-0186285424a5", "address": "fa:16:3e:98:2e:f8", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5504d762-fe", "ovs_interfaceid": "5504d762-fe78-408a-9aa3-0186285424a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f2291a51-a9e8-42de-8440-2da695110b30 req-61b8f802-c444-4dc7-b68a-7b89ed6cb7c1 service nova] Releasing lock "refresh_cache-85c906c1-86b7-4911-8faa-67c9de6a78f6" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG nova.compute.manager [req-f2afa300-a88a-4db0-a172-eb372ca9fd90 req-3f2cc857-a6d1-4c99-baf4-acdaa576538a service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Received event network-vif-unplugged-5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f2afa300-a88a-4db0-a172-eb372ca9fd90 req-3f2cc857-a6d1-4c99-baf4-acdaa576538a service nova] Acquiring lock "85c906c1-86b7-4911-8faa-67c9de6a78f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f2afa300-a88a-4db0-a172-eb372ca9fd90 req-3f2cc857-a6d1-4c99-baf4-acdaa576538a service nova] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f2afa300-a88a-4db0-a172-eb372ca9fd90 req-3f2cc857-a6d1-4c99-baf4-acdaa576538a service nova] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG nova.compute.manager [req-f2afa300-a88a-4db0-a172-eb372ca9fd90 req-3f2cc857-a6d1-4c99-baf4-acdaa576538a service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] No waiting events found dispatching network-vif-unplugged-5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:18:35 user nova-compute[74287]: DEBUG nova.compute.manager [req-f2afa300-a88a-4db0-a172-eb372ca9fd90 req-3f2cc857-a6d1-4c99-baf4-acdaa576538a service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Received event network-vif-unplugged-5504d762-fe78-408a-9aa3-0186285424a5 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:18:36 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Instance destroyed successfully.
Oct 26 08:18:36 user nova-compute[74287]: DEBUG nova.objects.instance [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lazy-loading 'resources' on Instance uuid 85c906c1-86b7-4911-8faa-67c9de6a78f6 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1235846028',display_name='tempest-TestStampPattern-server-1235846028',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1235846028',id=29,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHVhh2gjRk2TvvP2YWWRqqqQPXPasBF3EnKkfjgFqDcju8CkzXgikjONxCjdmAval0FwDu5nMOQqszvn+22Xr3NrKD0z82Y8DAibzxKxdyg+8VIePUZS8vzpfl8qEcdrVw==',key_name='tempest-TestStampPattern-1992313562',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:10:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bb4199e0a5d748da95fd05c0657f269d',ramdisk_id='',reservation_id='r-0tilj2dd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1661160771',owner_user_name='tempest-TestStampPattern-1661160771-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:14:14Z,user_data=None,user_id='0e0c548395274073aa0e1df548961ef3',uuid=85c906c1-86b7-4911-8faa-67c9de6a78f6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5504d762-fe78-408a-9aa3-0186285424a5", "address": "fa:16:3e:98:2e:f8", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5504d762-fe", "ovs_interfaceid": "5504d762-fe78-408a-9aa3-0186285424a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Converting VIF {"id": "5504d762-fe78-408a-9aa3-0186285424a5", "address": "fa:16:3e:98:2e:f8", "network": {"id": "c1dda72d-357b-4c5b-b387-bc925b40914f", "bridge": "br-int", "label": "tempest-TestStampPattern-885580070-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb4199e0a5d748da95fd05c0657f269d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5504d762-fe", "ovs_interfaceid": "5504d762-fe78-408a-9aa3-0186285424a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:98:2e:f8,bridge_name='br-int',has_traffic_filtering=True,id=5504d762-fe78-408a-9aa3-0186285424a5,network=Network(c1dda72d-357b-4c5b-b387-bc925b40914f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5504d762-fe') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG os_vif [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:2e:f8,bridge_name='br-int',has_traffic_filtering=True,id=5504d762-fe78-408a-9aa3-0186285424a5,network=Network(c1dda72d-357b-4c5b-b387-bc925b40914f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5504d762-fe') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5504d762-fe, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=27252c87-b9b3-45ca-8416-0a96f88e1e96) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:18:36 user nova-compute[74287]: INFO os_vif [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:2e:f8,bridge_name='br-int',has_traffic_filtering=True,id=5504d762-fe78-408a-9aa3-0186285424a5,network=Network(c1dda72d-357b-4c5b-b387-bc925b40914f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5504d762-fe')
Oct 26 08:18:36 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Deleting instance files /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6_del
Oct 26 08:18:36 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Deletion of /opt/stack/data/nova/instances/85c906c1-86b7-4911-8faa-67c9de6a78f6_del complete
Oct 26 08:18:36 user nova-compute[74287]: INFO nova.compute.manager [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 26 08:18:36 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:18:36 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Took 1.40 seconds to deallocate network for instance.
Oct 26 08:18:36 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Took 0.55 seconds to deallocate network for instance.
Oct 26 08:18:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG nova.compute.manager [req-6c7286f7-85dd-4be2-aeec-0cebd62fe932 req-58e2a9e0-1e79-44c1-8985-9a4056769573 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6c7286f7-85dd-4be2-aeec-0cebd62fe932 req-58e2a9e0-1e79-44c1-8985-9a4056769573 service nova] Acquiring lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6c7286f7-85dd-4be2-aeec-0cebd62fe932 req-58e2a9e0-1e79-44c1-8985-9a4056769573 service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6c7286f7-85dd-4be2-aeec-0cebd62fe932 req-58e2a9e0-1e79-44c1-8985-9a4056769573 service nova] Lock "6d7003c8-1ffe-4367-881d-940a70d41088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG nova.compute.manager [req-6c7286f7-85dd-4be2-aeec-0cebd62fe932 req-58e2a9e0-1e79-44c1-8985-9a4056769573 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] No waiting events found dispatching network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:18:36 user nova-compute[74287]: WARNING nova.compute.manager [req-6c7286f7-85dd-4be2-aeec-0cebd62fe932 req-58e2a9e0-1e79-44c1-8985-9a4056769573 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received unexpected event network-vif-plugged-f2dfe166-cca4-4c0c-bcb4-a316166da45c for instance with vm_state deleted and task_state None.
Oct 26 08:18:36 user nova-compute[74287]: DEBUG nova.compute.manager [req-6c7286f7-85dd-4be2-aeec-0cebd62fe932 req-58e2a9e0-1e79-44c1-8985-9a4056769573 service nova] [instance: 6d7003c8-1ffe-4367-881d-940a70d41088] Received event network-vif-deleted-f2dfe166-cca4-4c0c-bcb4-a316166da45c {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:18:36 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:18:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.195s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.183s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:37 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Deleted allocations for instance 6d7003c8-1ffe-4367-881d-940a70d41088
Oct 26 08:18:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f5692559-b630-4ff8-bf7c-b11b92e42225 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "6d7003c8-1ffe-4367-881d-940a70d41088" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.519s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:37 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:18:37 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:18:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.180s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-3a4a8063-9848-4741-8861-8f03beacdd5d req-3bb39de4-9fd6-4bc3-8993-49e91b7f0de3 service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Received event network-vif-deleted-5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:18:37 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Deleted allocations for instance 85c906c1-86b7-4911-8faa-67c9de6a78f6
Oct 26 08:18:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-16fe5d80-4995-4df5-ae6a-ed5298847d43 tempest-TestStampPattern-1661160771 tempest-TestStampPattern-1661160771-project-member] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.016s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-d6e16cd1-85ac-457b-b0dd-503e43974b41 req-6c02db86-40d3-4e49-bdbe-66dcd3b132cf service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Received event network-vif-plugged-5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:18:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d6e16cd1-85ac-457b-b0dd-503e43974b41 req-6c02db86-40d3-4e49-bdbe-66dcd3b132cf service nova] Acquiring lock "85c906c1-86b7-4911-8faa-67c9de6a78f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d6e16cd1-85ac-457b-b0dd-503e43974b41 req-6c02db86-40d3-4e49-bdbe-66dcd3b132cf service nova] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d6e16cd1-85ac-457b-b0dd-503e43974b41 req-6c02db86-40d3-4e49-bdbe-66dcd3b132cf service nova] Lock "85c906c1-86b7-4911-8faa-67c9de6a78f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-d6e16cd1-85ac-457b-b0dd-503e43974b41 req-6c02db86-40d3-4e49-bdbe-66dcd3b132cf service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] No waiting events found dispatching network-vif-plugged-5504d762-fe78-408a-9aa3-0186285424a5 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:18:37 user nova-compute[74287]: WARNING nova.compute.manager [req-d6e16cd1-85ac-457b-b0dd-503e43974b41 req-6c02db86-40d3-4e49-bdbe-66dcd3b132cf service nova] [instance: 85c906c1-86b7-4911-8faa-67c9de6a78f6] Received unexpected event network-vif-plugged-5504d762-fe78-408a-9aa3-0186285424a5 for instance with vm_state deleted and task_state None.
Oct 26 08:18:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:18:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:18:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:18:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:18:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:18:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:18:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:18:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:18:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:18:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:18:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:18:43 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:18:43 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8695MB free_disk=24.95203399658203GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 37346497-f60d-4883-9e22-6b7cdddcf259 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing inventories for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating ProviderTree inventory for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating inventory in ProviderTree for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing aggregate associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, aggregates: None {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing trait associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, traits: HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 08:18:43 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 is timed out.
Oct 26 08:18:43 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Successfully detached device vdb from instance 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 from the live domain config.
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GfApgYDe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:18:43 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c980001-9e43-4733-be8d-5002e9f4f21b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:18:43 user nova-compute[74287]: No targets found.
Oct 26 08:18:43 user nova-compute[74287]: iSNS:
Oct 26 08:18:43 user nova-compute[74287]: No targets found.
Oct 26 08:18:43 user nova-compute[74287]: STATIC:
Oct 26 08:18:43 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7
Oct 26 08:18:43 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:18:43 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:18:43 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:18:43 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:18:43 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:18:43 user nova-compute[74287]: FIRMWARE:
Oct 26 08:18:43 user nova-compute[74287]: No targets found.
Oct 26 08:18:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:18:43 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:18:43 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5dd3625-dc57-4460-b615-9efcd34939c9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[edcd90bf-fab9-4d3e-8972-7b005bd0f0d4]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:18:43 user nova-compute[74287]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)
Oct 26 08:18:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:18:43 user nova-compute[74287]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 (non-flash)
Oct 26 08:18:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb90267b50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.533s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[14240578-fa51-41f3-a184-10f47224ebff]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[92cc1c7c-72b9-47f7-9e03-1ee831693fad]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1cda128-6009-4871-a494-4d29f3e91a79]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[576f0b71-6366-47a6-8889-1b07e734bc9b]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e65f05f7-d040-45cd-878b-dd31b4078ed3]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff228706-32c6-42ec-8268-90360134ad1f]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7, portal: 172.16.0.220,3260]
Oct 26 08:18:43 user nova-compute[74287]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7, portal: 172.16.0.220,3260] successful.
Oct 26 08:18:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d1cbbc9-70f6-4a00-b43f-376c5d60d6a7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[46eed2a2-72de-4885-a70a-6377c2da8081]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] <== disconnect_volume: return (310ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:18:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:18:44 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:18:44 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:18:44 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:18:44 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:18:44 user nova-compute[74287]: DEBUG nova.objects.instance [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'flavor' on Instance uuid 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:18:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ac75946c-c2ec-473e-bb88-34b8300693c7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.794s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:44 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:18:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:18:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:18:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:18:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:18:45 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Updating instance_info_cache with network_info: [{"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:18:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-37346497-f60d-4883-9e22-6b7cdddcf259" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:18:45 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:18:45 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:18:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:48 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:18:48 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74287) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 08:18:49 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:18:49 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:18:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:18:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "230014fe-2eb9-467f-8068-2e1f545722de" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "230014fe-2eb9-467f-8068-2e1f545722de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:54 user nova-compute[74287]: DEBUG nova.compute.manager [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:18:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:18:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:18:54 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:18:54 user nova-compute[74287]: INFO nova.compute.claims [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Claim successful on node user
Oct 26 08:18:54 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:18:54 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:18:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.265s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:18:54 user nova-compute[74287]: DEBUG nova.compute.manager [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:18:54 user nova-compute[74287]: DEBUG nova.compute.manager [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:18:54 user nova-compute[74287]: DEBUG nova.network.neutron [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:18:54 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:18:54 user nova-compute[74287]: DEBUG nova.compute.manager [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:18:54 user nova-compute[74287]: DEBUG nova.policy [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8da457e99fa4aceb02d04d83cc49929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e2ca5afe48e4f2ba2aa59777192cbfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:18:54 user nova-compute[74287]: INFO nova.virt.block_device [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Booting with volume snapshot a2d094ef-03fe-487f-8f14-399ac64f7917 at /dev/vda
Oct 26 08:18:55 user nova-compute[74287]: DEBUG nova.network.neutron [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Successfully created port: bf21f949-b5bb-432f-aecb-837747dd49ee {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:18:55 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG nova.network.neutron [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Successfully updated port: bf21f949-b5bb-432f-aecb-837747dd49ee {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "refresh_cache-230014fe-2eb9-467f-8068-2e1f545722de" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquired lock "refresh_cache-230014fe-2eb9-467f-8068-2e1f545722de" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG nova.network.neutron [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG nova.compute.manager [req-b8b36153-8fb3-4c10-ba27-de235fe9e14c req-ee1592e0-183d-4b25-9bc5-809577719a7b service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Received event network-changed-bf21f949-b5bb-432f-aecb-837747dd49ee {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG nova.compute.manager [req-b8b36153-8fb3-4c10-ba27-de235fe9e14c req-ee1592e0-183d-4b25-9bc5-809577719a7b service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Refreshing instance network info cache due to event network-changed-bf21f949-b5bb-432f-aecb-837747dd49ee. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b8b36153-8fb3-4c10-ba27-de235fe9e14c req-ee1592e0-183d-4b25-9bc5-809577719a7b service nova] Acquiring lock "refresh_cache-230014fe-2eb9-467f-8068-2e1f545722de" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG nova.network.neutron [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG nova.network.neutron [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Updating instance_info_cache with network_info: [{"id": "bf21f949-b5bb-432f-aecb-837747dd49ee", "address": "fa:16:3e:b6:15:16", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf21f949-b5", "ovs_interfaceid": "bf21f949-b5bb-432f-aecb-837747dd49ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Releasing lock "refresh_cache-230014fe-2eb9-467f-8068-2e1f545722de" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG nova.compute.manager [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Instance network_info: |[{"id": "bf21f949-b5bb-432f-aecb-837747dd49ee", "address": "fa:16:3e:b6:15:16", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf21f949-b5", "ovs_interfaceid": "bf21f949-b5bb-432f-aecb-837747dd49ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b8b36153-8fb3-4c10-ba27-de235fe9e14c req-ee1592e0-183d-4b25-9bc5-809577719a7b service nova] Acquired lock "refresh_cache-230014fe-2eb9-467f-8068-2e1f545722de" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG nova.network.neutron [req-b8b36153-8fb3-4c10-ba27-de235fe9e14c req-ee1592e0-183d-4b25-9bc5-809577719a7b service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Refreshing network info cache for port bf21f949-b5bb-432f-aecb-837747dd49ee {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG nova.network.neutron [req-b8b36153-8fb3-4c10-ba27-de235fe9e14c req-ee1592e0-183d-4b25-9bc5-809577719a7b service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Updated VIF entry in instance network info cache for port bf21f949-b5bb-432f-aecb-837747dd49ee. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG nova.network.neutron [req-b8b36153-8fb3-4c10-ba27-de235fe9e14c req-ee1592e0-183d-4b25-9bc5-809577719a7b service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Updating instance_info_cache with network_info: [{"id": "bf21f949-b5bb-432f-aecb-837747dd49ee", "address": "fa:16:3e:b6:15:16", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf21f949-b5", "ovs_interfaceid": "bf21f949-b5bb-432f-aecb-837747dd49ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:18:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b8b36153-8fb3-4c10-ba27-de235fe9e14c req-ee1592e0-183d-4b25-9bc5-809577719a7b service nova] Releasing lock "refresh_cache-230014fe-2eb9-467f-8068-2e1f545722de" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:18:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:18:58 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG os_brick.utils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4f0b20e-bca7-4e29-bdf6-5e4964bb0528]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[58695fa6-5d46-4f7d-8cc8-f396a831baf1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b8710a1-509b-4948-8ea7-c4313769d345]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[400c5811-c23e-4b9b-b0de-6755a0d3a9dc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:19:00 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d087f894-6353-4815-b1f7-ee698d124794]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG os_brick.utils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Updating existing volume attachment record: ed3b71ee-0c71-4e25-ba3d-18853fa7a5b9 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 08:19:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] There are 0 instances to clean {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 08:19:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "37346497-f60d-4883-9e22-6b7cdddcf259" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:11 user nova-compute[74287]: INFO nova.compute.manager [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Terminating instance
Oct 26 08:19:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:19:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-2c36b47a-10d8-48b0-bf64-97f7ba380d03 req-5ecad661-d928-462d-98ac-1151fc926a13 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-unplugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2c36b47a-10d8-48b0-bf64-97f7ba380d03 req-5ecad661-d928-462d-98ac-1151fc926a13 service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2c36b47a-10d8-48b0-bf64-97f7ba380d03 req-5ecad661-d928-462d-98ac-1151fc926a13 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2c36b47a-10d8-48b0-bf64-97f7ba380d03 req-5ecad661-d928-462d-98ac-1151fc926a13 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-2c36b47a-10d8-48b0-bf64-97f7ba380d03 req-5ecad661-d928-462d-98ac-1151fc926a13 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-unplugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-2c36b47a-10d8-48b0-bf64-97f7ba380d03 req-5ecad661-d928-462d-98ac-1151fc926a13 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-unplugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:12 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Instance destroyed successfully.
Oct 26 08:19:12 user nova-compute[74287]: DEBUG nova.objects.instance [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'resources' on Instance uuid 37346497-f60d-4883-9e22-6b7cdddcf259 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:03:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-449547210',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-449547210',id=22,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:05:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ce4db76d8c424e10b26fb0e8aaf8e1bc',ramdisk_id='',reservation_id='r-nv680vuh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-503266126',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:07:11Z,user_data=None,user_id='859a049e05c6402a98f3e10b216cd990',uuid=37346497-f60d-4883-9e22-6b7cdddcf259,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converting VIF {"id": "fdbcf0dc-161b-4875-8906-a600759df68e", "address": "fa:16:3e:42:8b:df", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdbcf0dc-16", "ovs_interfaceid": "fdbcf0dc-161b-4875-8906-a600759df68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:42:8b:df,bridge_name='br-int',has_traffic_filtering=True,id=fdbcf0dc-161b-4875-8906-a600759df68e,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdbcf0dc-16') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_vif [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:8b:df,bridge_name='br-int',has_traffic_filtering=True,id=fdbcf0dc-161b-4875-8906-a600759df68e,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdbcf0dc-16') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfdbcf0dc-16, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=693d16eb-7239-45e9-9e7d-48d7a5cd86f9) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:12 user nova-compute[74287]: INFO os_vif [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:8b:df,bridge_name='br-int',has_traffic_filtering=True,id=fdbcf0dc-161b-4875-8906-a600759df68e,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdbcf0dc-16')
Oct 26 08:19:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UfFIuMWw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:19:12 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[049ece40-3549-49d8-9edb-a77af77c0eb2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:19:12 user nova-compute[74287]: No targets found.
Oct 26 08:19:12 user nova-compute[74287]: iSNS:
Oct 26 08:19:12 user nova-compute[74287]: No targets found.
Oct 26 08:19:12 user nova-compute[74287]: STATIC:
Oct 26 08:19:12 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608
Oct 26 08:19:12 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:19:12 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:19:12 user nova-compute[74287]: FIRMWARE:
Oct 26 08:19:12 user nova-compute[74287]: No targets found.
Oct 26 08:19:12 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:19:12 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:19:12 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a5dc074-40af-49bb-b9d3-047c58d4b0af]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3eba884-c722-4ee3-af65-2c9bb9da0950]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:19:12 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 (non-flash)
Oct 26 08:19:12 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb707cc4c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608'): ({'sdc'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Removing single pathed devices sdc {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[35fda0fe-bb97-45ef-95b8-6b63bfc8cbcb]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6b532b1-53e5-4571-a804-9356c17772d8]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Flushing IO for device /dev/sdc {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[75cfa73f-b068-446b-9c8f-2784de349f10]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bd8e8df-4999-409e-8b89-8862f942caa1]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[12a3d53b-6826-442a-b8c7-9d0386df6639]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[96430129-6e4f-4eb9-8967-0203e937c4cd]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608, portal: 172.16.0.220,3260]
Oct 26 08:19:12 user nova-compute[74287]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608, portal: 172.16.0.220,3260] successful.
Oct 26 08:19:12 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a589c75-0a42-4042-84c7-b770afcfb608 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[66930e18-a337-439e-af2f-7d75e4e31849]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] <== disconnect_volume: return (306ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:19:12 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Deleting instance files /opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259_del
Oct 26 08:19:12 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Deletion of /opt/stack/data/nova/instances/37346497-f60d-4883-9e22-6b7cdddcf259_del complete
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:19:12 user nova-compute[74287]: INFO nova.compute.manager [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Took 1.06 seconds to destroy the instance on the hypervisor.
Oct 26 08:19:12 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:19:12 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:13 user nova-compute[74287]: INFO nova.compute.manager [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Terminating instance
Oct 26 08:19:13 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:19:13 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Took 0.82 seconds to deallocate network for instance.
Oct 26 08:19:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:13 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Instance destroyed successfully.
Oct 26 08:19:13 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'resources' on Instance uuid 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:13:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1311685641',display_name='tempest-AttachVolumeNegativeTest-server-1311685641',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1311685641',id=33,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGt1UrUhcmm678z7lv+T0caBGPAX9CopE5JMXL2PgrRtHH5LrGll/bnuesJ1zXq2CGDN9ZaafV+OfIp/ht2HS+DZdv4LdbdItdiqanj0qq6guDjnStvBf2rNY5jeLFUPQQ==',key_name='tempest-keypair-2105211755',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:13:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1c14f29424ef4e99a45550bfab1f9d84',ramdisk_id='',reservation_id='r-yytwgg2p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1732752721',owner_user_name='tempest-AttachVolumeNegativeTest-1732752721-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:13:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2720c3e24d384972be5d1dde75369b56',uuid=5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "address": "fa:16:3e:72:91:49", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa19e32e8-df", "ovs_interfaceid": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converting VIF {"id": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "address": "fa:16:3e:72:91:49", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa19e32e8-df", "ovs_interfaceid": "a19e32e8-df1f-4a3e-847a-f5c518d27289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:72:91:49,bridge_name='br-int',has_traffic_filtering=True,id=a19e32e8-df1f-4a3e-847a-f5c518d27289,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa19e32e8-df') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG os_vif [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:72:91:49,bridge_name='br-int',has_traffic_filtering=True,id=a19e32e8-df1f-4a3e-847a-f5c518d27289,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa19e32e8-df') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa19e32e8-df, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3c2f4d67-64a7-4751-ae46-e046f0292e24) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:19:14 user nova-compute[74287]: INFO os_vif [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:72:91:49,bridge_name='br-int',has_traffic_filtering=True,id=a19e32e8-df1f-4a3e-847a-f5c518d27289,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa19e32e8-df')
Oct 26 08:19:14 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Deleting instance files /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6_del
Oct 26 08:19:14 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Deletion of /opt/stack/data/nova/instances/5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6_del complete
Oct 26 08:19:14 user nova-compute[74287]: INFO nova.compute.manager [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:19:14 user nova-compute[74287]: WARNING nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received unexpected event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with vm_state active and task_state deleting.
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:19:14 user nova-compute[74287]: WARNING nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received unexpected event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with vm_state active and task_state deleting.
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:19:14 user nova-compute[74287]: WARNING nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received unexpected event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with vm_state active and task_state deleting.
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-unplugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-unplugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-unplugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Acquiring lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Lock "37346497-f60d-4883-9e22-6b7cdddcf259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] No waiting events found dispatching network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:19:14 user nova-compute[74287]: WARNING nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received unexpected event network-vif-plugged-fdbcf0dc-161b-4875-8906-a600759df68e for instance with vm_state active and task_state deleting.
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Received event network-vif-unplugged-a19e32e8-df1f-4a3e-847a-f5c518d27289 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Acquiring lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] No waiting events found dispatching network-vif-unplugged-a19e32e8-df1f-4a3e-847a-f5c518d27289 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Received event network-vif-unplugged-a19e32e8-df1f-4a3e-847a-f5c518d27289 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Received event network-vif-deleted-fdbcf0dc-161b-4875-8906-a600759df68e {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Received event network-vif-plugged-a19e32e8-df1f-4a3e-847a-f5c518d27289 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Acquiring lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] No waiting events found dispatching network-vif-plugged-a19e32e8-df1f-4a3e-847a-f5c518d27289 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:19:14 user nova-compute[74287]: WARNING nova.compute.manager [req-c58d6c15-76f7-4a12-897a-f6b56004d147 req-517918f4-5dc4-4763-b7a9-3f0f69028f20 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Received unexpected event network-vif-plugged-a19e32e8-df1f-4a3e-847a-f5c518d27289 for instance with vm_state active and task_state deleting.
Oct 26 08:19:14 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:19:14 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Took 0.71 seconds to deallocate network for instance.
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:15 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:19:15 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:19:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.189s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:15 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Deleted allocations for instance 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6
Oct 26 08:19:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e6cd76c8-2198-4681-888b-39be0f86c520 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.962s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-83ba9e90-144e-4edc-9e92-e202df6ae6cb req-f1104a2f-579a-4f14-8489-4a01b8d1dd62 service nova] [instance: 5b1d51f3-e0ab-4d94-84ea-43d07dcc37b6] Received event network-vif-deleted-a19e32e8-df1f-4a3e-847a-f5c518d27289 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:18 user nova-compute[74287]: INFO nova.compute.manager [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 37346497-f60d-4883-9e22-6b7cdddcf259] Took 4.84 seconds to detach 1 volumes for instance.
Oct 26 08:19:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.149s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:19:18 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Creating image(s)
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Did not create local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Ensure instance console log exists: /opt/stack/data/nova/instances/230014fe-2eb9-467f-8068-2e1f545722de/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Start _get_guest_xml network_info=[{"id": "bf21f949-b5bb-432f-aecb-837747dd49ee", "address": "fa:16:3e:b6:15:16", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf21f949-b5", "ovs_interfaceid": "bf21f949-b5bb-432f-aecb-837747dd49ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'attachment_id': 'ed3b71ee-0c71-4e25-ba3d-18853fa7a5b9', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NSRZmnvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '230014fe-2eb9-467f-8068-2e1f545722de', 'attached_at': '', 'detached_at': '', 'volume_id': '4d5c79b9-3575-404d-80e9-c54ede91df4c', 'serial': '4d5c79b9-3575-404d-80e9-c54ede91df4c'}, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:19:18 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Deleted allocations for instance 37346497-f60d-4883-9e22-6b7cdddcf259
Oct 26 08:19:18 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:19:18 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NSRZmnvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:19:18 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:19:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:19:18 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:19:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:19:18 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:19:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5a9e337e-51a0-4851-ba2a-1cadbeb11c3b tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "37346497-f60d-4883-9e22-6b7cdddcf259" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.058s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6669acab-3b98-44ef-ae0f-2f1bd3cf85e1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:19:18 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[30d34843-8380-4c13-a078-c68f803d2cb1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c] added
Oct 26 08:19:18 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:19:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1f7a0c0-e235-4577-a9b5-b0ad84931b7e]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3234d525-dece-4e33-bd4a-72898a6eb645]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NSRZmnvh {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NSRZmnvh" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8dfb311-fe4b-468f-a4a3-43e93303958f]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NSRZmnvh'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[137d249f-39bd-42fa-9dcc-6b893aeec6a1]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[08f9c5fc-2039-4295-a628-6b4636e09cde]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:19:19 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:19:19 user nova-compute[74287]:  {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:19:19 user nova-compute[74287]: WARNING os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 08:19:19 user nova-compute[74287]: 
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e2f7b66-9eed-4e4a-aee0-aec841d6baae]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c, portal: 172.16.0.220,3260]
Oct 26 08:19:19 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c, portal: 172.16.0.220,3260] successful.
Oct 26 08:19:19 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[48f158a6-7ca1-460d-8d2c-85d714c9f7f7]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1d2f803-9ceb-416d-aa41-c6c4fbd9dc18]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c (non-flash)
Oct 26 08:19:19 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c (non-flash)
Oct 26 08:19:19 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.252s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] HCTL ('33', '-', '-', 0) found on session 40 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ed29a12-139c-4f27-8f8f-3744559d3901]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:19:19 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Searching for a device in session 40 and hctl ['33', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Searching for a device in session 40 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NSRZmnvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.279s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] <== connect_volume: return (1280ms) {'type': 'block', 'scsi_wwn': '26361323032646261', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26361323032646261', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:18:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-696713727',display_name='tempest-TestVolumeBootPattern-server-696713727',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-696713727',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e2ca5afe48e4f2ba2aa59777192cbfb',ramdisk_id='',reservation_id='r-mg8zae36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1944317266',owner_user_name='tempest-TestVolumeBootPattern-1944317266-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:18:55Z,user_data=None,user_id='f8da457e99fa4aceb02d04d83cc49929',uuid=230014fe-2eb9-467f-8068-2e1f545722de,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf21f949-b5bb-432f-aecb-837747dd49ee", "address": "fa:16:3e:b6:15:16", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf21f949-b5", "ovs_interfaceid": "bf21f949-b5bb-432f-aecb-837747dd49ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converting VIF {"id": "bf21f949-b5bb-432f-aecb-837747dd49ee", "address": "fa:16:3e:b6:15:16", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf21f949-b5", "ovs_interfaceid": "bf21f949-b5bb-432f-aecb-837747dd49ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:15:16,bridge_name='br-int',has_traffic_filtering=True,id=bf21f949-b5bb-432f-aecb-837747dd49ee,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf21f949-b5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG nova.objects.instance [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lazy-loading 'pci_devices' on Instance uuid 230014fe-2eb9-467f-8068-2e1f545722de {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:19:20 user nova-compute[74287]:   <uuid>230014fe-2eb9-467f-8068-2e1f545722de</uuid>
Oct 26 08:19:20 user nova-compute[74287]:   <name>instance-00000024</name>
Oct 26 08:19:20 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:19:20 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:19:20 user nova-compute[74287]:   <metadata>
Oct 26 08:19:20 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:19:20 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:19:20 user nova-compute[74287]:       <nova:name>tempest-TestVolumeBootPattern-server-696713727</nova:name>
Oct 26 08:19:20 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:19:18</nova:creationTime>
Oct 26 08:19:20 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:19:20 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:19:20 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:19:20 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:19:20 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:19:20 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:19:20 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:19:20 user nova-compute[74287]:       <nova:owner>
Oct 26 08:19:20 user nova-compute[74287]:         <nova:user uuid="f8da457e99fa4aceb02d04d83cc49929">tempest-TestVolumeBootPattern-1944317266-project-member</nova:user>
Oct 26 08:19:20 user nova-compute[74287]:         <nova:project uuid="0e2ca5afe48e4f2ba2aa59777192cbfb">tempest-TestVolumeBootPattern-1944317266</nova:project>
Oct 26 08:19:20 user nova-compute[74287]:       </nova:owner>
Oct 26 08:19:20 user nova-compute[74287]:       <nova:ports>
Oct 26 08:19:20 user nova-compute[74287]:         <nova:port uuid="bf21f949-b5bb-432f-aecb-837747dd49ee">
Oct 26 08:19:20 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 26 08:19:20 user nova-compute[74287]:         </nova:port>
Oct 26 08:19:20 user nova-compute[74287]:       </nova:ports>
Oct 26 08:19:20 user nova-compute[74287]:     </nova:instance>
Oct 26 08:19:20 user nova-compute[74287]:   </metadata>
Oct 26 08:19:20 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:19:20 user nova-compute[74287]:     <system>
Oct 26 08:19:20 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:19:20 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:19:20 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:19:20 user nova-compute[74287]:       <entry name="serial">230014fe-2eb9-467f-8068-2e1f545722de</entry>
Oct 26 08:19:20 user nova-compute[74287]:       <entry name="uuid">230014fe-2eb9-467f-8068-2e1f545722de</entry>
Oct 26 08:19:20 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:19:20 user nova-compute[74287]:     </system>
Oct 26 08:19:20 user nova-compute[74287]:   </sysinfo>
Oct 26 08:19:20 user nova-compute[74287]:   <os>
Oct 26 08:19:20 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:19:20 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:19:20 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:19:20 user nova-compute[74287]:   </os>
Oct 26 08:19:20 user nova-compute[74287]:   <features>
Oct 26 08:19:20 user nova-compute[74287]:     <acpi/>
Oct 26 08:19:20 user nova-compute[74287]:     <apic/>
Oct 26 08:19:20 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:19:20 user nova-compute[74287]:   </features>
Oct 26 08:19:20 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:19:20 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:19:20 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:19:20 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:19:20 user nova-compute[74287]:   </clock>
Oct 26 08:19:20 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:19:20 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:19:20 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:19:20 user nova-compute[74287]:   </cpu>
Oct 26 08:19:20 user nova-compute[74287]:   <devices>
Oct 26 08:19:20 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:19:20 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:19:20 user nova-compute[74287]:       <source dev="/dev/sdb"/>
Oct 26 08:19:20 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:19:20 user nova-compute[74287]:       <serial>4d5c79b9-3575-404d-80e9-c54ede91df4c</serial>
Oct 26 08:19:20 user nova-compute[74287]:     </disk>
Oct 26 08:19:20 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:19:20 user nova-compute[74287]:       <mac address="fa:16:3e:b6:15:16"/>
Oct 26 08:19:20 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:19:20 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:19:20 user nova-compute[74287]:       <target dev="tapbf21f949-b5"/>
Oct 26 08:19:20 user nova-compute[74287]:     </interface>
Oct 26 08:19:20 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:19:20 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/230014fe-2eb9-467f-8068-2e1f545722de/console.log" append="off"/>
Oct 26 08:19:20 user nova-compute[74287]:     </serial>
Oct 26 08:19:20 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:19:20 user nova-compute[74287]:     <video>
Oct 26 08:19:20 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:19:20 user nova-compute[74287]:     </video>
Oct 26 08:19:20 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:19:20 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:19:20 user nova-compute[74287]:     </rng>
Oct 26 08:19:20 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:19:20 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:19:20 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:19:20 user nova-compute[74287]:     </memballoon>
Oct 26 08:19:20 user nova-compute[74287]:   </devices>
Oct 26 08:19:20 user nova-compute[74287]: </domain>
Oct 26 08:19:20 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:18:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-696713727',display_name='tempest-TestVolumeBootPattern-server-696713727',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-696713727',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e2ca5afe48e4f2ba2aa59777192cbfb',ramdisk_id='',reservation_id='r-mg8zae36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1944317266',owner_user_name='tempest-TestVolumeBootPattern-1944317266-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:18:55Z,user_data=None,user_id='f8da457e99fa4aceb02d04d83cc49929',uuid=230014fe-2eb9-467f-8068-2e1f545722de,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf21f949-b5bb-432f-aecb-837747dd49ee", "address": "fa:16:3e:b6:15:16", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf21f949-b5", "ovs_interfaceid": "bf21f949-b5bb-432f-aecb-837747dd49ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converting VIF {"id": "bf21f949-b5bb-432f-aecb-837747dd49ee", "address": "fa:16:3e:b6:15:16", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf21f949-b5", "ovs_interfaceid": "bf21f949-b5bb-432f-aecb-837747dd49ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:15:16,bridge_name='br-int',has_traffic_filtering=True,id=bf21f949-b5bb-432f-aecb-837747dd49ee,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf21f949-b5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG os_vif [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:15:16,bridge_name='br-int',has_traffic_filtering=True,id=bf21f949-b5bb-432f-aecb-837747dd49ee,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf21f949-b5') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f9790c4d-7460-5fd5-8921-4fdbf01f2e92', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbf21f949-b5, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbf21f949-b5, col_values=(('qos', UUID('bd0e9c09-7cec-4ca4-b7f7-00235cb806fa')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbf21f949-b5, col_values=(('external_ids', {'iface-id': 'bf21f949-b5bb-432f-aecb-837747dd49ee', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b6:15:16', 'vm-uuid': '230014fe-2eb9-467f-8068-2e1f545722de'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:20 user nova-compute[74287]: INFO os_vif [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:15:16,bridge_name='br-int',has_traffic_filtering=True,id=bf21f949-b5bb-432f-aecb-837747dd49ee,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf21f949-b5')
Oct 26 08:19:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] No VIF found with MAC fa:16:3e:b6:15:16, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:19:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-6ae18d7d-41c9-4d21-b42e-9cf20320959b req-72781aee-7482-45af-9903-5f73ef8a4f19 service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Received event network-vif-plugged-bf21f949-b5bb-432f-aecb-837747dd49ee {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6ae18d7d-41c9-4d21-b42e-9cf20320959b req-72781aee-7482-45af-9903-5f73ef8a4f19 service nova] Acquiring lock "230014fe-2eb9-467f-8068-2e1f545722de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6ae18d7d-41c9-4d21-b42e-9cf20320959b req-72781aee-7482-45af-9903-5f73ef8a4f19 service nova] Lock "230014fe-2eb9-467f-8068-2e1f545722de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6ae18d7d-41c9-4d21-b42e-9cf20320959b req-72781aee-7482-45af-9903-5f73ef8a4f19 service nova] Lock "230014fe-2eb9-467f-8068-2e1f545722de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-6ae18d7d-41c9-4d21-b42e-9cf20320959b req-72781aee-7482-45af-9903-5f73ef8a4f19 service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] No waiting events found dispatching network-vif-plugged-bf21f949-b5bb-432f-aecb-837747dd49ee {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:19:21 user nova-compute[74287]: WARNING nova.compute.manager [req-6ae18d7d-41c9-4d21-b42e-9cf20320959b req-72781aee-7482-45af-9903-5f73ef8a4f19 service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Received unexpected event network-vif-plugged-bf21f949-b5bb-432f-aecb-837747dd49ee for instance with vm_state building and task_state spawning.
Oct 26 08:19:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:19:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:19:23 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Instance spawned successfully.
Oct 26 08:19:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:19:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:23 user nova-compute[74287]: INFO nova.compute.manager [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Took 5.09 seconds to spawn the instance on the hypervisor.
Oct 26 08:19:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:19:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-1c8fc66e-679f-4789-8c8b-0fb72ea8d62f req-a3b60eb8-38bd-4b10-8402-2367fa9ad640 service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Received event network-vif-plugged-bf21f949-b5bb-432f-aecb-837747dd49ee {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1c8fc66e-679f-4789-8c8b-0fb72ea8d62f req-a3b60eb8-38bd-4b10-8402-2367fa9ad640 service nova] Acquiring lock "230014fe-2eb9-467f-8068-2e1f545722de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1c8fc66e-679f-4789-8c8b-0fb72ea8d62f req-a3b60eb8-38bd-4b10-8402-2367fa9ad640 service nova] Lock "230014fe-2eb9-467f-8068-2e1f545722de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1c8fc66e-679f-4789-8c8b-0fb72ea8d62f req-a3b60eb8-38bd-4b10-8402-2367fa9ad640 service nova] Lock "230014fe-2eb9-467f-8068-2e1f545722de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-1c8fc66e-679f-4789-8c8b-0fb72ea8d62f req-a3b60eb8-38bd-4b10-8402-2367fa9ad640 service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] No waiting events found dispatching network-vif-plugged-bf21f949-b5bb-432f-aecb-837747dd49ee {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:19:24 user nova-compute[74287]: WARNING nova.compute.manager [req-1c8fc66e-679f-4789-8c8b-0fb72ea8d62f req-a3b60eb8-38bd-4b10-8402-2367fa9ad640 service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Received unexpected event network-vif-plugged-bf21f949-b5bb-432f-aecb-837747dd49ee for instance with vm_state building and task_state spawning.
Oct 26 08:19:24 user nova-compute[74287]: INFO nova.compute.manager [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Took 29.79 seconds to build instance.
Oct 26 08:19:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-af7b5144-fed1-456d-b249-2cf6079ea817 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "230014fe-2eb9-467f-8068-2e1f545722de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.891s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:25 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_power_states {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:19:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid 250bc295-7edf-4ca5-a02b-f9533b36628d {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 08:19:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid 230014fe-2eb9-467f-8068-2e1f545722de {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 08:19:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "250bc295-7edf-4ca5-a02b-f9533b36628d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "230014fe-2eb9-467f-8068-2e1f545722de" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "230014fe-2eb9-467f-8068-2e1f545722de" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "230014fe-2eb9-467f-8068-2e1f545722de" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.034s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.038s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "cfeefc6e-a552-4693-ad50-79f74a272280" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:29 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:19:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:29 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:19:29 user nova-compute[74287]: INFO nova.compute.claims [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Claim successful on node user
Oct 26 08:19:29 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:19:29 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:19:29 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.314s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:29 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:19:29 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:19:29 user nova-compute[74287]: DEBUG nova.network.neutron [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:19:29 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:19:29 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG nova.policy [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35e09e5a79a8420dbdf08ff418c5e8e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1ca50be80e64e02b008239b56b7a9e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:19:30 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Creating image(s)
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "/opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "/opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "/opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.176s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk 1073741824" returned: 0 in 0.051s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG nova.network.neutron [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Successfully created port: 7107369b-840d-46e6-bd6d-016f825da2ad {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Cannot resize image /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Ensure instance console log exists: /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:31 user nova-compute[74287]: DEBUG nova.network.neutron [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Successfully updated port: 7107369b-840d-46e6-bd6d-016f825da2ad {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:19:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "refresh_cache-cfeefc6e-a552-4693-ad50-79f74a272280" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:19:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquired lock "refresh_cache-cfeefc6e-a552-4693-ad50-79f74a272280" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:19:31 user nova-compute[74287]: DEBUG nova.network.neutron [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:19:31 user nova-compute[74287]: DEBUG nova.compute.manager [req-882a04ee-35f6-421e-8212-7ee6df710a97 req-02d2da4e-5ed2-4ef8-bad8-ce9affd2cc9d service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Received event network-changed-7107369b-840d-46e6-bd6d-016f825da2ad {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:31 user nova-compute[74287]: DEBUG nova.compute.manager [req-882a04ee-35f6-421e-8212-7ee6df710a97 req-02d2da4e-5ed2-4ef8-bad8-ce9affd2cc9d service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Refreshing instance network info cache due to event network-changed-7107369b-840d-46e6-bd6d-016f825da2ad. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:19:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-882a04ee-35f6-421e-8212-7ee6df710a97 req-02d2da4e-5ed2-4ef8-bad8-ce9affd2cc9d service nova] Acquiring lock "refresh_cache-cfeefc6e-a552-4693-ad50-79f74a272280" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:19:31 user nova-compute[74287]: DEBUG nova.network.neutron [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.network.neutron [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Updating instance_info_cache with network_info: [{"id": "7107369b-840d-46e6-bd6d-016f825da2ad", "address": "fa:16:3e:0d:3f:e7", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7107369b-84", "ovs_interfaceid": "7107369b-840d-46e6-bd6d-016f825da2ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Releasing lock "refresh_cache-cfeefc6e-a552-4693-ad50-79f74a272280" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Instance network_info: |[{"id": "7107369b-840d-46e6-bd6d-016f825da2ad", "address": "fa:16:3e:0d:3f:e7", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7107369b-84", "ovs_interfaceid": "7107369b-840d-46e6-bd6d-016f825da2ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-882a04ee-35f6-421e-8212-7ee6df710a97 req-02d2da4e-5ed2-4ef8-bad8-ce9affd2cc9d service nova] Acquired lock "refresh_cache-cfeefc6e-a552-4693-ad50-79f74a272280" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.network.neutron [req-882a04ee-35f6-421e-8212-7ee6df710a97 req-02d2da4e-5ed2-4ef8-bad8-ce9affd2cc9d service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Refreshing network info cache for port 7107369b-840d-46e6-bd6d-016f825da2ad {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Start _get_guest_xml network_info=[{"id": "7107369b-840d-46e6-bd6d-016f825da2ad", "address": "fa:16:3e:0d:3f:e7", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7107369b-84", "ovs_interfaceid": "7107369b-840d-46e6-bd6d-016f825da2ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:19:32 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:19:32 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:19:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-775558656',display_name='tempest-AttachVolumeTestJSON-server-775558656',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-775558656',id=37,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDE+C6IG1BWfTO4/Sxe8uB8yl0kH97XJX3dlVAB75MHm/yVnvlNgjPSH5LpArk5dy05CFDakU//4laGiwxFkzfE1gYzAPoTtP/LYErqZHnL37SbNb6A7iEShW/1n13D4jg==',key_name='tempest-keypair-1312968100',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1ca50be80e64e02b008239b56b7a9e4',ramdisk_id='',reservation_id='r-ezdp37ti',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-178685270',owner_user_name='tempest-AttachVolumeTestJSON-178685270-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:19:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='35e09e5a79a8420dbdf08ff418c5e8e0',uuid=cfeefc6e-a552-4693-ad50-79f74a272280,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7107369b-840d-46e6-bd6d-016f825da2ad", "address": "fa:16:3e:0d:3f:e7", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7107369b-84", "ovs_interfaceid": "7107369b-840d-46e6-bd6d-016f825da2ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converting VIF {"id": "7107369b-840d-46e6-bd6d-016f825da2ad", "address": "fa:16:3e:0d:3f:e7", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7107369b-84", "ovs_interfaceid": "7107369b-840d-46e6-bd6d-016f825da2ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:3f:e7,bridge_name='br-int',has_traffic_filtering=True,id=7107369b-840d-46e6-bd6d-016f825da2ad,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7107369b-84') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.objects.instance [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'pci_devices' on Instance uuid cfeefc6e-a552-4693-ad50-79f74a272280 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:19:32 user nova-compute[74287]:   <uuid>cfeefc6e-a552-4693-ad50-79f74a272280</uuid>
Oct 26 08:19:32 user nova-compute[74287]:   <name>instance-00000025</name>
Oct 26 08:19:32 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:19:32 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:19:32 user nova-compute[74287]:   <metadata>
Oct 26 08:19:32 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:19:32 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:19:32 user nova-compute[74287]:       <nova:name>tempest-AttachVolumeTestJSON-server-775558656</nova:name>
Oct 26 08:19:32 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:19:32</nova:creationTime>
Oct 26 08:19:32 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:19:32 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:19:32 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:19:32 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:19:32 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:19:32 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:19:32 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:19:32 user nova-compute[74287]:       <nova:owner>
Oct 26 08:19:32 user nova-compute[74287]:         <nova:user uuid="35e09e5a79a8420dbdf08ff418c5e8e0">tempest-AttachVolumeTestJSON-178685270-project-member</nova:user>
Oct 26 08:19:32 user nova-compute[74287]:         <nova:project uuid="b1ca50be80e64e02b008239b56b7a9e4">tempest-AttachVolumeTestJSON-178685270</nova:project>
Oct 26 08:19:32 user nova-compute[74287]:       </nova:owner>
Oct 26 08:19:32 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:19:32 user nova-compute[74287]:       <nova:ports>
Oct 26 08:19:32 user nova-compute[74287]:         <nova:port uuid="7107369b-840d-46e6-bd6d-016f825da2ad">
Oct 26 08:19:32 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 08:19:32 user nova-compute[74287]:         </nova:port>
Oct 26 08:19:32 user nova-compute[74287]:       </nova:ports>
Oct 26 08:19:32 user nova-compute[74287]:     </nova:instance>
Oct 26 08:19:32 user nova-compute[74287]:   </metadata>
Oct 26 08:19:32 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:19:32 user nova-compute[74287]:     <system>
Oct 26 08:19:32 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:19:32 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:19:32 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:19:32 user nova-compute[74287]:       <entry name="serial">cfeefc6e-a552-4693-ad50-79f74a272280</entry>
Oct 26 08:19:32 user nova-compute[74287]:       <entry name="uuid">cfeefc6e-a552-4693-ad50-79f74a272280</entry>
Oct 26 08:19:32 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:19:32 user nova-compute[74287]:     </system>
Oct 26 08:19:32 user nova-compute[74287]:   </sysinfo>
Oct 26 08:19:32 user nova-compute[74287]:   <os>
Oct 26 08:19:32 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:19:32 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:19:32 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:19:32 user nova-compute[74287]:   </os>
Oct 26 08:19:32 user nova-compute[74287]:   <features>
Oct 26 08:19:32 user nova-compute[74287]:     <acpi/>
Oct 26 08:19:32 user nova-compute[74287]:     <apic/>
Oct 26 08:19:32 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:19:32 user nova-compute[74287]:   </features>
Oct 26 08:19:32 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:19:32 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:19:32 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:19:32 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:19:32 user nova-compute[74287]:   </clock>
Oct 26 08:19:32 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:19:32 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:19:32 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:19:32 user nova-compute[74287]:   </cpu>
Oct 26 08:19:32 user nova-compute[74287]:   <devices>
Oct 26 08:19:32 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:19:32 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:19:32 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk"/>
Oct 26 08:19:32 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:19:32 user nova-compute[74287]:     </disk>
Oct 26 08:19:32 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:19:32 user nova-compute[74287]:       <mac address="fa:16:3e:0d:3f:e7"/>
Oct 26 08:19:32 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:19:32 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:19:32 user nova-compute[74287]:       <target dev="tap7107369b-84"/>
Oct 26 08:19:32 user nova-compute[74287]:     </interface>
Oct 26 08:19:32 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:19:32 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/console.log" append="off"/>
Oct 26 08:19:32 user nova-compute[74287]:     </serial>
Oct 26 08:19:32 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:19:32 user nova-compute[74287]:     <video>
Oct 26 08:19:32 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:19:32 user nova-compute[74287]:     </video>
Oct 26 08:19:32 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:19:32 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:19:32 user nova-compute[74287]:     </rng>
Oct 26 08:19:32 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:19:32 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:19:32 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:19:32 user nova-compute[74287]:     </memballoon>
Oct 26 08:19:32 user nova-compute[74287]:   </devices>
Oct 26 08:19:32 user nova-compute[74287]: </domain>
Oct 26 08:19:32 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:19:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-775558656',display_name='tempest-AttachVolumeTestJSON-server-775558656',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-775558656',id=37,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDE+C6IG1BWfTO4/Sxe8uB8yl0kH97XJX3dlVAB75MHm/yVnvlNgjPSH5LpArk5dy05CFDakU//4laGiwxFkzfE1gYzAPoTtP/LYErqZHnL37SbNb6A7iEShW/1n13D4jg==',key_name='tempest-keypair-1312968100',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1ca50be80e64e02b008239b56b7a9e4',ramdisk_id='',reservation_id='r-ezdp37ti',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-178685270',owner_user_name='tempest-AttachVolumeTestJSON-178685270-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:19:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='35e09e5a79a8420dbdf08ff418c5e8e0',uuid=cfeefc6e-a552-4693-ad50-79f74a272280,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7107369b-840d-46e6-bd6d-016f825da2ad", "address": "fa:16:3e:0d:3f:e7", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7107369b-84", "ovs_interfaceid": "7107369b-840d-46e6-bd6d-016f825da2ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converting VIF {"id": "7107369b-840d-46e6-bd6d-016f825da2ad", "address": "fa:16:3e:0d:3f:e7", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7107369b-84", "ovs_interfaceid": "7107369b-840d-46e6-bd6d-016f825da2ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:3f:e7,bridge_name='br-int',has_traffic_filtering=True,id=7107369b-840d-46e6-bd6d-016f825da2ad,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7107369b-84') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG os_vif [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:3f:e7,bridge_name='br-int',has_traffic_filtering=True,id=7107369b-840d-46e6-bd6d-016f825da2ad,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7107369b-84') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cd8d360d-12bb-5538-b2da-1f93840f42d0', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7107369b-84, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7107369b-84, col_values=(('qos', UUID('e0ba0f87-9305-4673-a26f-3f67953c90ae')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7107369b-84, col_values=(('external_ids', {'iface-id': '7107369b-840d-46e6-bd6d-016f825da2ad', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0d:3f:e7', 'vm-uuid': 'cfeefc6e-a552-4693-ad50-79f74a272280'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:32 user nova-compute[74287]: INFO os_vif [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:3f:e7,bridge_name='br-int',has_traffic_filtering=True,id=7107369b-840d-46e6-bd6d-016f825da2ad,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7107369b-84')
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] No VIF found with MAC fa:16:3e:0d:3f:e7, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.network.neutron [req-882a04ee-35f6-421e-8212-7ee6df710a97 req-02d2da4e-5ed2-4ef8-bad8-ce9affd2cc9d service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Updated VIF entry in instance network info cache for port 7107369b-840d-46e6-bd6d-016f825da2ad. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.network.neutron [req-882a04ee-35f6-421e-8212-7ee6df710a97 req-02d2da4e-5ed2-4ef8-bad8-ce9affd2cc9d service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Updating instance_info_cache with network_info: [{"id": "7107369b-840d-46e6-bd6d-016f825da2ad", "address": "fa:16:3e:0d:3f:e7", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7107369b-84", "ovs_interfaceid": "7107369b-840d-46e6-bd6d-016f825da2ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-882a04ee-35f6-421e-8212-7ee6df710a97 req-02d2da4e-5ed2-4ef8-bad8-ce9affd2cc9d service nova] Releasing lock "refresh_cache-cfeefc6e-a552-4693-ad50-79f74a272280" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "b138f37a-326c-49f0-a10d-431d6926d267" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:19:32 user nova-compute[74287]: INFO nova.compute.claims [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Claim successful on node user
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:19:32 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.286s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:19:33 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:19:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG nova.policy [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '013bb50a473b4299bc0538eadda973ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dc58038b3624154840e5d2cf0fb69a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:19:33 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Creating image(s)
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "/opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "/opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "/opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.023s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk 1073741824" returned: 0 in 0.068s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Successfully created port: dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.251s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:19:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Cannot resize image /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Ensure instance console log exists: /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Successfully updated port: dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquired lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-e197d209-4835-4074-b7f3-bfd22107d901 req-b4fb9754-5f60-4ee2-9f07-ed7e669ffde3 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-changed-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-e197d209-4835-4074-b7f3-bfd22107d901 req-b4fb9754-5f60-4ee2-9f07-ed7e669ffde3 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Refreshing instance network info cache due to event network-changed-dc8128db-cf9c-4dea-8161-ef8bca6fbedc. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e197d209-4835-4074-b7f3-bfd22107d901 req-b4fb9754-5f60-4ee2-9f07-ed7e669ffde3 service nova] Acquiring lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updating instance_info_cache with network_info: [{"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Releasing lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Instance network_info: |[{"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e197d209-4835-4074-b7f3-bfd22107d901 req-b4fb9754-5f60-4ee2-9f07-ed7e669ffde3 service nova] Acquired lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.network.neutron [req-e197d209-4835-4074-b7f3-bfd22107d901 req-b4fb9754-5f60-4ee2-9f07-ed7e669ffde3 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Refreshing network info cache for port dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Start _get_guest_xml network_info=[{"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:19:34 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:19:34 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:19:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1021054971',display_name='tempest-ServerActionsTestOtherB-server-1021054971',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1021054971',id=38,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMO/tVPfrUvMFCw+YXD5ZXAnU/EzbjHf9VZOLB0BgmNGZ2OOZf/RhEoxnuZ2JRNXKkMpZ7ZIgaYaYykbUWM2/G7WDAZHLfg+YvEHQMhbGSjAeVXwQtnWSbQuInmGtK4SWQ==',key_name='tempest-keypair-990130991',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2dc58038b3624154840e5d2cf0fb69a7',ramdisk_id='',reservation_id='r-f4ixmv08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1391428463',owner_user_name='tempest-ServerActionsTestOtherB-1391428463-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:19:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='013bb50a473b4299bc0538eadda973ea',uuid=b138f37a-326c-49f0-a10d-431d6926d267,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converting VIF {"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.objects.instance [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lazy-loading 'pci_devices' on Instance uuid b138f37a-326c-49f0-a10d-431d6926d267 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:19:34 user nova-compute[74287]:   <uuid>b138f37a-326c-49f0-a10d-431d6926d267</uuid>
Oct 26 08:19:34 user nova-compute[74287]:   <name>instance-00000026</name>
Oct 26 08:19:34 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:19:34 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:19:34 user nova-compute[74287]:   <metadata>
Oct 26 08:19:34 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:19:34 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:19:34 user nova-compute[74287]:       <nova:name>tempest-ServerActionsTestOtherB-server-1021054971</nova:name>
Oct 26 08:19:34 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:19:34</nova:creationTime>
Oct 26 08:19:34 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:19:34 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:19:34 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:19:34 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:19:34 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:19:34 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:19:34 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:19:34 user nova-compute[74287]:       <nova:owner>
Oct 26 08:19:34 user nova-compute[74287]:         <nova:user uuid="013bb50a473b4299bc0538eadda973ea">tempest-ServerActionsTestOtherB-1391428463-project-member</nova:user>
Oct 26 08:19:34 user nova-compute[74287]:         <nova:project uuid="2dc58038b3624154840e5d2cf0fb69a7">tempest-ServerActionsTestOtherB-1391428463</nova:project>
Oct 26 08:19:34 user nova-compute[74287]:       </nova:owner>
Oct 26 08:19:34 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:19:34 user nova-compute[74287]:       <nova:ports>
Oct 26 08:19:34 user nova-compute[74287]:         <nova:port uuid="dc8128db-cf9c-4dea-8161-ef8bca6fbedc">
Oct 26 08:19:34 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 08:19:34 user nova-compute[74287]:         </nova:port>
Oct 26 08:19:34 user nova-compute[74287]:       </nova:ports>
Oct 26 08:19:34 user nova-compute[74287]:     </nova:instance>
Oct 26 08:19:34 user nova-compute[74287]:   </metadata>
Oct 26 08:19:34 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:19:34 user nova-compute[74287]:     <system>
Oct 26 08:19:34 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:19:34 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:19:34 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:19:34 user nova-compute[74287]:       <entry name="serial">b138f37a-326c-49f0-a10d-431d6926d267</entry>
Oct 26 08:19:34 user nova-compute[74287]:       <entry name="uuid">b138f37a-326c-49f0-a10d-431d6926d267</entry>
Oct 26 08:19:34 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:19:34 user nova-compute[74287]:     </system>
Oct 26 08:19:34 user nova-compute[74287]:   </sysinfo>
Oct 26 08:19:34 user nova-compute[74287]:   <os>
Oct 26 08:19:34 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:19:34 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:19:34 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:19:34 user nova-compute[74287]:   </os>
Oct 26 08:19:34 user nova-compute[74287]:   <features>
Oct 26 08:19:34 user nova-compute[74287]:     <acpi/>
Oct 26 08:19:34 user nova-compute[74287]:     <apic/>
Oct 26 08:19:34 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:19:34 user nova-compute[74287]:   </features>
Oct 26 08:19:34 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:19:34 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:19:34 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:19:34 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:19:34 user nova-compute[74287]:   </clock>
Oct 26 08:19:34 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:19:34 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:19:34 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:19:34 user nova-compute[74287]:   </cpu>
Oct 26 08:19:34 user nova-compute[74287]:   <devices>
Oct 26 08:19:34 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:19:34 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:19:34 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk"/>
Oct 26 08:19:34 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:19:34 user nova-compute[74287]:     </disk>
Oct 26 08:19:34 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:19:34 user nova-compute[74287]:       <mac address="fa:16:3e:f2:2b:77"/>
Oct 26 08:19:34 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:19:34 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:19:34 user nova-compute[74287]:       <target dev="tapdc8128db-cf"/>
Oct 26 08:19:34 user nova-compute[74287]:     </interface>
Oct 26 08:19:34 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:19:34 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/console.log" append="off"/>
Oct 26 08:19:34 user nova-compute[74287]:     </serial>
Oct 26 08:19:34 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:19:34 user nova-compute[74287]:     <video>
Oct 26 08:19:34 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:19:34 user nova-compute[74287]:     </video>
Oct 26 08:19:34 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:19:34 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:19:34 user nova-compute[74287]:     </rng>
Oct 26 08:19:34 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:19:34 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:19:34 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:19:34 user nova-compute[74287]:     </memballoon>
Oct 26 08:19:34 user nova-compute[74287]:   </devices>
Oct 26 08:19:34 user nova-compute[74287]: </domain>
Oct 26 08:19:34 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:19:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1021054971',display_name='tempest-ServerActionsTestOtherB-server-1021054971',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1021054971',id=38,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMO/tVPfrUvMFCw+YXD5ZXAnU/EzbjHf9VZOLB0BgmNGZ2OOZf/RhEoxnuZ2JRNXKkMpZ7ZIgaYaYykbUWM2/G7WDAZHLfg+YvEHQMhbGSjAeVXwQtnWSbQuInmGtK4SWQ==',key_name='tempest-keypair-990130991',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2dc58038b3624154840e5d2cf0fb69a7',ramdisk_id='',reservation_id='r-f4ixmv08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1391428463',owner_user_name='tempest-ServerActionsTestOtherB-1391428463-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:19:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='013bb50a473b4299bc0538eadda973ea',uuid=b138f37a-326c-49f0-a10d-431d6926d267,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converting VIF {"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG os_vif [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c926ce0c-10c6-5fb2-b827-75a2c7a2755a', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdc8128db-cf, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdc8128db-cf, col_values=(('qos', UUID('5ace201f-a1ae-488e-9b52-3aa32d9ae350')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdc8128db-cf, col_values=(('external_ids', {'iface-id': 'dc8128db-cf9c-4dea-8161-ef8bca6fbedc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:2b:77', 'vm-uuid': 'b138f37a-326c-49f0-a10d-431d6926d267'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:34 user nova-compute[74287]: INFO os_vif [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf')
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-9277deab-2a9d-4787-9fd7-8c6feeae4f4f req-d0905150-20d3-47c5-99d8-8902d3cb978e service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Received event network-vif-plugged-7107369b-840d-46e6-bd6d-016f825da2ad {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9277deab-2a9d-4787-9fd7-8c6feeae4f4f req-d0905150-20d3-47c5-99d8-8902d3cb978e service nova] Acquiring lock "cfeefc6e-a552-4693-ad50-79f74a272280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9277deab-2a9d-4787-9fd7-8c6feeae4f4f req-d0905150-20d3-47c5-99d8-8902d3cb978e service nova] Lock "cfeefc6e-a552-4693-ad50-79f74a272280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9277deab-2a9d-4787-9fd7-8c6feeae4f4f req-d0905150-20d3-47c5-99d8-8902d3cb978e service nova] Lock "cfeefc6e-a552-4693-ad50-79f74a272280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-9277deab-2a9d-4787-9fd7-8c6feeae4f4f req-d0905150-20d3-47c5-99d8-8902d3cb978e service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] No waiting events found dispatching network-vif-plugged-7107369b-840d-46e6-bd6d-016f825da2ad {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:19:34 user nova-compute[74287]: WARNING nova.compute.manager [req-9277deab-2a9d-4787-9fd7-8c6feeae4f4f req-d0905150-20d3-47c5-99d8-8902d3cb978e service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Received unexpected event network-vif-plugged-7107369b-840d-46e6-bd6d-016f825da2ad for instance with vm_state building and task_state spawning.
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:19:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] No VIF found with MAC fa:16:3e:f2:2b:77, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:19:35 user nova-compute[74287]: DEBUG nova.network.neutron [req-e197d209-4835-4074-b7f3-bfd22107d901 req-b4fb9754-5f60-4ee2-9f07-ed7e669ffde3 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updated VIF entry in instance network info cache for port dc8128db-cf9c-4dea-8161-ef8bca6fbedc. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:19:35 user nova-compute[74287]: DEBUG nova.network.neutron [req-e197d209-4835-4074-b7f3-bfd22107d901 req-b4fb9754-5f60-4ee2-9f07-ed7e669ffde3 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updating instance_info_cache with network_info: [{"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:19:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e197d209-4835-4074-b7f3-bfd22107d901 req-b4fb9754-5f60-4ee2-9f07-ed7e669ffde3 service nova] Releasing lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:19:35 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:19:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:19:35 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Instance spawned successfully.
Oct 26 08:19:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:19:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:36 user nova-compute[74287]: INFO nova.compute.manager [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Took 5.89 seconds to spawn the instance on the hypervisor.
Oct 26 08:19:36 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:19:36 user nova-compute[74287]: INFO nova.compute.manager [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Took 6.60 seconds to build instance.
Oct 26 08:19:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f75397fd-41c0-4451-8cde-b98ff302da04 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.698s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:36 user nova-compute[74287]: DEBUG nova.compute.manager [req-2a196fdb-ee8e-4bec-95e8-6befeb69722d req-d29afcdb-d778-45d6-8fcf-7d4ebaca9095 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2a196fdb-ee8e-4bec-95e8-6befeb69722d req-d29afcdb-d778-45d6-8fcf-7d4ebaca9095 service nova] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2a196fdb-ee8e-4bec-95e8-6befeb69722d req-d29afcdb-d778-45d6-8fcf-7d4ebaca9095 service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2a196fdb-ee8e-4bec-95e8-6befeb69722d req-d29afcdb-d778-45d6-8fcf-7d4ebaca9095 service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:36 user nova-compute[74287]: DEBUG nova.compute.manager [req-2a196fdb-ee8e-4bec-95e8-6befeb69722d req-d29afcdb-d778-45d6-8fcf-7d4ebaca9095 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] No waiting events found dispatching network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:19:36 user nova-compute[74287]: WARNING nova.compute.manager [req-2a196fdb-ee8e-4bec-95e8-6befeb69722d req-d29afcdb-d778-45d6-8fcf-7d4ebaca9095 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received unexpected event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc for instance with vm_state building and task_state spawning.
Oct 26 08:19:36 user nova-compute[74287]: DEBUG nova.compute.manager [req-6939e875-655a-43f7-9cc3-e5beaff39b6a req-8eb16923-a645-493f-8580-54f49fcab255 service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Received event network-vif-plugged-7107369b-840d-46e6-bd6d-016f825da2ad {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6939e875-655a-43f7-9cc3-e5beaff39b6a req-8eb16923-a645-493f-8580-54f49fcab255 service nova] Acquiring lock "cfeefc6e-a552-4693-ad50-79f74a272280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6939e875-655a-43f7-9cc3-e5beaff39b6a req-8eb16923-a645-493f-8580-54f49fcab255 service nova] Lock "cfeefc6e-a552-4693-ad50-79f74a272280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6939e875-655a-43f7-9cc3-e5beaff39b6a req-8eb16923-a645-493f-8580-54f49fcab255 service nova] Lock "cfeefc6e-a552-4693-ad50-79f74a272280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:36 user nova-compute[74287]: DEBUG nova.compute.manager [req-6939e875-655a-43f7-9cc3-e5beaff39b6a req-8eb16923-a645-493f-8580-54f49fcab255 service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] No waiting events found dispatching network-vif-plugged-7107369b-840d-46e6-bd6d-016f825da2ad {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:19:36 user nova-compute[74287]: WARNING nova.compute.manager [req-6939e875-655a-43f7-9cc3-e5beaff39b6a req-8eb16923-a645-493f-8580-54f49fcab255 service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Received unexpected event network-vif-plugged-7107369b-840d-46e6-bd6d-016f825da2ad for instance with vm_state active and task_state None.
Oct 26 08:19:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:38 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:19:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:19:38 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Instance spawned successfully.
Oct 26 08:19:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:19:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:19:38 user nova-compute[74287]: INFO nova.compute.manager [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Took 5.58 seconds to spawn the instance on the hypervisor.
Oct 26 08:19:38 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:19:38 user nova-compute[74287]: DEBUG nova.compute.manager [req-29e815f3-0ebd-4419-b8fe-8f093ab976f7 req-6f695559-c7cb-49df-abe4-658091281287 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:19:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-29e815f3-0ebd-4419-b8fe-8f093ab976f7 req-6f695559-c7cb-49df-abe4-658091281287 service nova] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-29e815f3-0ebd-4419-b8fe-8f093ab976f7 req-6f695559-c7cb-49df-abe4-658091281287 service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-29e815f3-0ebd-4419-b8fe-8f093ab976f7 req-6f695559-c7cb-49df-abe4-658091281287 service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:38 user nova-compute[74287]: DEBUG nova.compute.manager [req-29e815f3-0ebd-4419-b8fe-8f093ab976f7 req-6f695559-c7cb-49df-abe4-658091281287 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] No waiting events found dispatching network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:19:38 user nova-compute[74287]: WARNING nova.compute.manager [req-29e815f3-0ebd-4419-b8fe-8f093ab976f7 req-6f695559-c7cb-49df-abe4-658091281287 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received unexpected event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc for instance with vm_state building and task_state spawning.
Oct 26 08:19:38 user nova-compute[74287]: INFO nova.compute.manager [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Took 6.22 seconds to build instance.
Oct 26 08:19:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a69798dc-364c-469a-8879-d225ab4b8e5d tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "b138f37a-326c-49f0-a10d-431d6926d267" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.350s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:19:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:41 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:19:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:19:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:19:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:19:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:43 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:19:43 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:19:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8521MB free_disk=24.966121673583984GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:19:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:19:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:19:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 250bc295-7edf-4ca5-a02b-f9533b36628d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:19:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 230014fe-2eb9-467f-8068-2e1f545722de actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:19:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance cfeefc6e-a552-4693-ad50-79f74a272280 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:19:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance b138f37a-326c-49f0-a10d-431d6926d267 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:19:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:19:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:19:44 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:19:44 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:19:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:19:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.467s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:19:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:46 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:19:46 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:19:46 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Didn't find any instances for network info cache update. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 08:19:46 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:19:46 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:19:46 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:19:46 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:19:46 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:19:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:49 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:19:49 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:19:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:19:56 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:19:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "250bc295-7edf-4ca5-a02b-f9533b36628d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "250bc295-7edf-4ca5-a02b-f9533b36628d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:02 user nova-compute[74287]: INFO nova.compute.manager [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Terminating instance
Oct 26 08:20:02 user nova-compute[74287]: DEBUG nova.compute.manager [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:20:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-1f449c92-bebd-4e1f-b02b-e810ab2bea66 req-8725d0ef-2961-4465-acb8-08324a18ed1b service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Received event network-vif-unplugged-37c2e9d6-9204-4f54-beff-f547b71a2aad {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1f449c92-bebd-4e1f-b02b-e810ab2bea66 req-8725d0ef-2961-4465-acb8-08324a18ed1b service nova] Acquiring lock "250bc295-7edf-4ca5-a02b-f9533b36628d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1f449c92-bebd-4e1f-b02b-e810ab2bea66 req-8725d0ef-2961-4465-acb8-08324a18ed1b service nova] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-1f449c92-bebd-4e1f-b02b-e810ab2bea66 req-8725d0ef-2961-4465-acb8-08324a18ed1b service nova] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-1f449c92-bebd-4e1f-b02b-e810ab2bea66 req-8725d0ef-2961-4465-acb8-08324a18ed1b service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] No waiting events found dispatching network-vif-unplugged-37c2e9d6-9204-4f54-beff-f547b71a2aad {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-1f449c92-bebd-4e1f-b02b-e810ab2bea66 req-8725d0ef-2961-4465-acb8-08324a18ed1b service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Received event network-vif-unplugged-37c2e9d6-9204-4f54-beff-f547b71a2aad for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:03 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Instance destroyed successfully.
Oct 26 08:20:03 user nova-compute[74287]: DEBUG nova.objects.instance [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lazy-loading 'resources' on Instance uuid 250bc295-7edf-4ca5-a02b-f9533b36628d {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:00:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-499115932',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-499115932',id=16,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:00:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ce4db76d8c424e10b26fb0e8aaf8e1bc',ramdisk_id='',reservation_id='r-tfhr1xn9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-503266126',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:02:22Z,user_data=None,user_id='859a049e05c6402a98f3e10b216cd990',uuid=250bc295-7edf-4ca5-a02b-f9533b36628d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "address": "fa:16:3e:57:30:f1", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37c2e9d6-92", "ovs_interfaceid": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converting VIF {"id": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "address": "fa:16:3e:57:30:f1", "network": {"id": "8c263d9a-c816-4e4f-9afa-9418b6bd10a5", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1195368634-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce4db76d8c424e10b26fb0e8aaf8e1bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37c2e9d6-92", "ovs_interfaceid": "37c2e9d6-9204-4f54-beff-f547b71a2aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:57:30:f1,bridge_name='br-int',has_traffic_filtering=True,id=37c2e9d6-9204-4f54-beff-f547b71a2aad,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37c2e9d6-92') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG os_vif [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:30:f1,bridge_name='br-int',has_traffic_filtering=True,id=37c2e9d6-9204-4f54-beff-f547b71a2aad,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37c2e9d6-92') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap37c2e9d6-92, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=67cc4ca7-1ba5-4af2-9312-ec1f2bf93081) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:03 user nova-compute[74287]: INFO os_vif [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:30:f1,bridge_name='br-int',has_traffic_filtering=True,id=37c2e9d6-9204-4f54-beff-f547b71a2aad,network=Network(8c263d9a-c816-4e4f-9afa-9418b6bd10a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37c2e9d6-92')
Oct 26 08:20:03 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Deleting instance files /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d_del
Oct 26 08:20:03 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Deletion of /opt/stack/data/nova/instances/250bc295-7edf-4ca5-a02b-f9533b36628d_del complete
Oct 26 08:20:03 user nova-compute[74287]: INFO nova.compute.manager [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Took 0.65 seconds to destroy the instance on the hypervisor.
Oct 26 08:20:03 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-51d0b92a-11e9-4320-a23e-2f556b7d76ba req-636d47d4-a0be-4289-98d8-7554b87865bd service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Received event network-vif-deleted-37c2e9d6-9204-4f54-beff-f547b71a2aad {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:20:03 user nova-compute[74287]: INFO nova.compute.manager [req-51d0b92a-11e9-4320-a23e-2f556b7d76ba req-636d47d4-a0be-4289-98d8-7554b87865bd service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Neutron deleted interface 37c2e9d6-9204-4f54-beff-f547b71a2aad; detaching it from the instance and deleting it from the info cache
Oct 26 08:20:03 user nova-compute[74287]: DEBUG nova.network.neutron [req-51d0b92a-11e9-4320-a23e-2f556b7d76ba req-636d47d4-a0be-4289-98d8-7554b87865bd service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:20:03 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Took 0.39 seconds to deallocate network for instance.
Oct 26 08:20:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-51d0b92a-11e9-4320-a23e-2f556b7d76ba req-636d47d4-a0be-4289-98d8-7554b87865bd service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Detach interface failed, port_id=37c2e9d6-9204-4f54-beff-f547b71a2aad, reason: Instance 250bc295-7edf-4ca5-a02b-f9533b36628d could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:03 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:20:04 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:20:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.192s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:04 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Deleted allocations for instance 250bc295-7edf-4ca5-a02b-f9533b36628d
Oct 26 08:20:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-cfd29d5c-fe8e-4b09-bd68-10f660664d89 tempest-ServerBootFromVolumeStableRescueTest-503266126 tempest-ServerBootFromVolumeStableRescueTest-503266126-project-member] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.412s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-81012fca-0bc0-4663-a1e7-fb3b5de9aca3 req-570d1911-0c56-4eb1-a208-69e681e58749 service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Received event network-vif-plugged-37c2e9d6-9204-4f54-beff-f547b71a2aad {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:20:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-81012fca-0bc0-4663-a1e7-fb3b5de9aca3 req-570d1911-0c56-4eb1-a208-69e681e58749 service nova] Acquiring lock "250bc295-7edf-4ca5-a02b-f9533b36628d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-81012fca-0bc0-4663-a1e7-fb3b5de9aca3 req-570d1911-0c56-4eb1-a208-69e681e58749 service nova] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-81012fca-0bc0-4663-a1e7-fb3b5de9aca3 req-570d1911-0c56-4eb1-a208-69e681e58749 service nova] Lock "250bc295-7edf-4ca5-a02b-f9533b36628d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:05 user nova-compute[74287]: DEBUG nova.compute.manager [req-81012fca-0bc0-4663-a1e7-fb3b5de9aca3 req-570d1911-0c56-4eb1-a208-69e681e58749 service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] No waiting events found dispatching network-vif-plugged-37c2e9d6-9204-4f54-beff-f547b71a2aad {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:20:05 user nova-compute[74287]: WARNING nova.compute.manager [req-81012fca-0bc0-4663-a1e7-fb3b5de9aca3 req-570d1911-0c56-4eb1-a208-69e681e58749 service nova] [instance: 250bc295-7edf-4ca5-a02b-f9533b36628d] Received unexpected event network-vif-plugged-37c2e9d6-9204-4f54-beff-f547b71a2aad for instance with vm_state deleted and task_state None.
Oct 26 08:20:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "7aff2364-f717-4475-93c6-2a07099b8a6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:06 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:20:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:06 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:20:06 user nova-compute[74287]: INFO nova.compute.claims [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Claim successful on node user
Oct 26 08:20:07 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.256s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:20:07 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:20:07 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG nova.policy [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2720c3e24d384972be5d1dde75369b56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c14f29424ef4e99a45550bfab1f9d84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:20:07 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Creating image(s)
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "/opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "/opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "/opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.189s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk 1073741824" returned: 0 in 0.058s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Successfully created port: c1a466ee-2b20-4143-84af-1b9c9cd58abf {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:20:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Cannot resize image /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Ensure instance console log exists: /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Successfully updated port: c1a466ee-2b20-4143-84af-1b9c9cd58abf {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "refresh_cache-7aff2364-f717-4475-93c6-2a07099b8a6c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquired lock "refresh_cache-7aff2364-f717-4475-93c6-2a07099b8a6c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-9b868da4-042e-402d-a768-adc455b1da6b req-07114df2-f608-495b-b35e-cdef839b3049 service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Received event network-changed-c1a466ee-2b20-4143-84af-1b9c9cd58abf {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-9b868da4-042e-402d-a768-adc455b1da6b req-07114df2-f608-495b-b35e-cdef839b3049 service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Refreshing instance network info cache due to event network-changed-c1a466ee-2b20-4143-84af-1b9c9cd58abf. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9b868da4-042e-402d-a768-adc455b1da6b req-07114df2-f608-495b-b35e-cdef839b3049 service nova] Acquiring lock "refresh_cache-7aff2364-f717-4475-93c6-2a07099b8a6c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Updating instance_info_cache with network_info: [{"id": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "address": "fa:16:3e:f8:fd:c5", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1a466ee-2b", "ovs_interfaceid": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Releasing lock "refresh_cache-7aff2364-f717-4475-93c6-2a07099b8a6c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Instance network_info: |[{"id": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "address": "fa:16:3e:f8:fd:c5", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1a466ee-2b", "ovs_interfaceid": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9b868da4-042e-402d-a768-adc455b1da6b req-07114df2-f608-495b-b35e-cdef839b3049 service nova] Acquired lock "refresh_cache-7aff2364-f717-4475-93c6-2a07099b8a6c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.network.neutron [req-9b868da4-042e-402d-a768-adc455b1da6b req-07114df2-f608-495b-b35e-cdef839b3049 service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Refreshing network info cache for port c1a466ee-2b20-4143-84af-1b9c9cd58abf {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Start _get_guest_xml network_info=[{"id": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "address": "fa:16:3e:f8:fd:c5", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1a466ee-2b", "ovs_interfaceid": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:20:08 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:20:08 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:20:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-74976317',display_name='tempest-AttachVolumeNegativeTest-server-74976317',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-74976317',id=39,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC26DzEue6VbiiRF20Xn4BvFTf63x/YoGhwLv/7TeZuexbnfIb/IYDpTq60E7iaGOmJ+4i/lXYO7Xs+rfwGZhOROlLz0x8wP7+Rrrak19fEznNaHbK/ibPRuJiWelqa+CA==',key_name='tempest-keypair-448127739',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1c14f29424ef4e99a45550bfab1f9d84',ramdisk_id='',reservation_id='r-cy6n45ir',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1732752721',owner_user_name='tempest-AttachVolumeNegativeTest-1732752721-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:20:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2720c3e24d384972be5d1dde75369b56',uuid=7aff2364-f717-4475-93c6-2a07099b8a6c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "address": "fa:16:3e:f8:fd:c5", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1a466ee-2b", "ovs_interfaceid": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converting VIF {"id": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "address": "fa:16:3e:f8:fd:c5", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1a466ee-2b", "ovs_interfaceid": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:fd:c5,bridge_name='br-int',has_traffic_filtering=True,id=c1a466ee-2b20-4143-84af-1b9c9cd58abf,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1a466ee-2b') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.objects.instance [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'pci_devices' on Instance uuid 7aff2364-f717-4475-93c6-2a07099b8a6c {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:20:08 user nova-compute[74287]:   <uuid>7aff2364-f717-4475-93c6-2a07099b8a6c</uuid>
Oct 26 08:20:08 user nova-compute[74287]:   <name>instance-00000027</name>
Oct 26 08:20:08 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:20:08 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:20:08 user nova-compute[74287]:   <metadata>
Oct 26 08:20:08 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:20:08 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:20:08 user nova-compute[74287]:       <nova:name>tempest-AttachVolumeNegativeTest-server-74976317</nova:name>
Oct 26 08:20:08 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:20:08</nova:creationTime>
Oct 26 08:20:08 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:20:08 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:20:08 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:20:08 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:20:08 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:20:08 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:20:08 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:20:08 user nova-compute[74287]:       <nova:owner>
Oct 26 08:20:08 user nova-compute[74287]:         <nova:user uuid="2720c3e24d384972be5d1dde75369b56">tempest-AttachVolumeNegativeTest-1732752721-project-member</nova:user>
Oct 26 08:20:08 user nova-compute[74287]:         <nova:project uuid="1c14f29424ef4e99a45550bfab1f9d84">tempest-AttachVolumeNegativeTest-1732752721</nova:project>
Oct 26 08:20:08 user nova-compute[74287]:       </nova:owner>
Oct 26 08:20:08 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:20:08 user nova-compute[74287]:       <nova:ports>
Oct 26 08:20:08 user nova-compute[74287]:         <nova:port uuid="c1a466ee-2b20-4143-84af-1b9c9cd58abf">
Oct 26 08:20:08 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 08:20:08 user nova-compute[74287]:         </nova:port>
Oct 26 08:20:08 user nova-compute[74287]:       </nova:ports>
Oct 26 08:20:08 user nova-compute[74287]:     </nova:instance>
Oct 26 08:20:08 user nova-compute[74287]:   </metadata>
Oct 26 08:20:08 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:20:08 user nova-compute[74287]:     <system>
Oct 26 08:20:08 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:20:08 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:20:08 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:20:08 user nova-compute[74287]:       <entry name="serial">7aff2364-f717-4475-93c6-2a07099b8a6c</entry>
Oct 26 08:20:08 user nova-compute[74287]:       <entry name="uuid">7aff2364-f717-4475-93c6-2a07099b8a6c</entry>
Oct 26 08:20:08 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:20:08 user nova-compute[74287]:     </system>
Oct 26 08:20:08 user nova-compute[74287]:   </sysinfo>
Oct 26 08:20:08 user nova-compute[74287]:   <os>
Oct 26 08:20:08 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:20:08 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:20:08 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:20:08 user nova-compute[74287]:   </os>
Oct 26 08:20:08 user nova-compute[74287]:   <features>
Oct 26 08:20:08 user nova-compute[74287]:     <acpi/>
Oct 26 08:20:08 user nova-compute[74287]:     <apic/>
Oct 26 08:20:08 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:20:08 user nova-compute[74287]:   </features>
Oct 26 08:20:08 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:20:08 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:20:08 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:20:08 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:20:08 user nova-compute[74287]:   </clock>
Oct 26 08:20:08 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:20:08 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:20:08 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:20:08 user nova-compute[74287]:   </cpu>
Oct 26 08:20:08 user nova-compute[74287]:   <devices>
Oct 26 08:20:08 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:20:08 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:20:08 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk"/>
Oct 26 08:20:08 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:20:08 user nova-compute[74287]:     </disk>
Oct 26 08:20:08 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:20:08 user nova-compute[74287]:       <mac address="fa:16:3e:f8:fd:c5"/>
Oct 26 08:20:08 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:20:08 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:20:08 user nova-compute[74287]:       <target dev="tapc1a466ee-2b"/>
Oct 26 08:20:08 user nova-compute[74287]:     </interface>
Oct 26 08:20:08 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:20:08 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/console.log" append="off"/>
Oct 26 08:20:08 user nova-compute[74287]:     </serial>
Oct 26 08:20:08 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:20:08 user nova-compute[74287]:     <video>
Oct 26 08:20:08 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:20:08 user nova-compute[74287]:     </video>
Oct 26 08:20:08 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:20:08 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:20:08 user nova-compute[74287]:     </rng>
Oct 26 08:20:08 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:20:08 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:20:08 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:20:08 user nova-compute[74287]:     </memballoon>
Oct 26 08:20:08 user nova-compute[74287]:   </devices>
Oct 26 08:20:08 user nova-compute[74287]: </domain>
Oct 26 08:20:08 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:20:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-74976317',display_name='tempest-AttachVolumeNegativeTest-server-74976317',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-74976317',id=39,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC26DzEue6VbiiRF20Xn4BvFTf63x/YoGhwLv/7TeZuexbnfIb/IYDpTq60E7iaGOmJ+4i/lXYO7Xs+rfwGZhOROlLz0x8wP7+Rrrak19fEznNaHbK/ibPRuJiWelqa+CA==',key_name='tempest-keypair-448127739',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1c14f29424ef4e99a45550bfab1f9d84',ramdisk_id='',reservation_id='r-cy6n45ir',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1732752721',owner_user_name='tempest-AttachVolumeNegativeTest-1732752721-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:20:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2720c3e24d384972be5d1dde75369b56',uuid=7aff2364-f717-4475-93c6-2a07099b8a6c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "address": "fa:16:3e:f8:fd:c5", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1a466ee-2b", "ovs_interfaceid": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converting VIF {"id": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "address": "fa:16:3e:f8:fd:c5", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1a466ee-2b", "ovs_interfaceid": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:fd:c5,bridge_name='br-int',has_traffic_filtering=True,id=c1a466ee-2b20-4143-84af-1b9c9cd58abf,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1a466ee-2b') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG os_vif [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:fd:c5,bridge_name='br-int',has_traffic_filtering=True,id=c1a466ee-2b20-4143-84af-1b9c9cd58abf,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1a466ee-2b') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c309e556-9d55-5bcd-9af9-d78fcec400ea', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc1a466ee-2b, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc1a466ee-2b, col_values=(('qos', UUID('c1092bde-39d9-417e-9be2-d8867b9fc44b')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc1a466ee-2b, col_values=(('external_ids', {'iface-id': 'c1a466ee-2b20-4143-84af-1b9c9cd58abf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:fd:c5', 'vm-uuid': '7aff2364-f717-4475-93c6-2a07099b8a6c'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:08 user nova-compute[74287]: INFO os_vif [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:fd:c5,bridge_name='br-int',has_traffic_filtering=True,id=c1a466ee-2b20-4143-84af-1b9c9cd58abf,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1a466ee-2b')
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No VIF found with MAC fa:16:3e:f8:fd:c5, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.network.neutron [req-9b868da4-042e-402d-a768-adc455b1da6b req-07114df2-f608-495b-b35e-cdef839b3049 service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Updated VIF entry in instance network info cache for port c1a466ee-2b20-4143-84af-1b9c9cd58abf. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG nova.network.neutron [req-9b868da4-042e-402d-a768-adc455b1da6b req-07114df2-f608-495b-b35e-cdef839b3049 service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Updating instance_info_cache with network_info: [{"id": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "address": "fa:16:3e:f8:fd:c5", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1a466ee-2b", "ovs_interfaceid": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:20:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9b868da4-042e-402d-a768-adc455b1da6b req-07114df2-f608-495b-b35e-cdef839b3049 service nova] Releasing lock "refresh_cache-7aff2364-f717-4475-93c6-2a07099b8a6c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:20:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-70f068b9-d07a-4849-bb93-47853580677d req-f57a6f13-e1b6-43cf-8106-700b5d96073b service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Received event network-vif-plugged-c1a466ee-2b20-4143-84af-1b9c9cd58abf {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:20:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-70f068b9-d07a-4849-bb93-47853580677d req-f57a6f13-e1b6-43cf-8106-700b5d96073b service nova] Acquiring lock "7aff2364-f717-4475-93c6-2a07099b8a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-70f068b9-d07a-4849-bb93-47853580677d req-f57a6f13-e1b6-43cf-8106-700b5d96073b service nova] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-70f068b9-d07a-4849-bb93-47853580677d req-f57a6f13-e1b6-43cf-8106-700b5d96073b service nova] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-70f068b9-d07a-4849-bb93-47853580677d req-f57a6f13-e1b6-43cf-8106-700b5d96073b service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] No waiting events found dispatching network-vif-plugged-c1a466ee-2b20-4143-84af-1b9c9cd58abf {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:20:10 user nova-compute[74287]: WARNING nova.compute.manager [req-70f068b9-d07a-4849-bb93-47853580677d req-f57a6f13-e1b6-43cf-8106-700b5d96073b service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Received unexpected event network-vif-plugged-c1a466ee-2b20-4143-84af-1b9c9cd58abf for instance with vm_state building and task_state spawning.
Oct 26 08:20:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-70f068b9-d07a-4849-bb93-47853580677d req-f57a6f13-e1b6-43cf-8106-700b5d96073b service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Received event network-vif-plugged-c1a466ee-2b20-4143-84af-1b9c9cd58abf {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:20:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-70f068b9-d07a-4849-bb93-47853580677d req-f57a6f13-e1b6-43cf-8106-700b5d96073b service nova] Acquiring lock "7aff2364-f717-4475-93c6-2a07099b8a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-70f068b9-d07a-4849-bb93-47853580677d req-f57a6f13-e1b6-43cf-8106-700b5d96073b service nova] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-70f068b9-d07a-4849-bb93-47853580677d req-f57a6f13-e1b6-43cf-8106-700b5d96073b service nova] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-70f068b9-d07a-4849-bb93-47853580677d req-f57a6f13-e1b6-43cf-8106-700b5d96073b service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] No waiting events found dispatching network-vif-plugged-c1a466ee-2b20-4143-84af-1b9c9cd58abf {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:20:10 user nova-compute[74287]: WARNING nova.compute.manager [req-70f068b9-d07a-4849-bb93-47853580677d req-f57a6f13-e1b6-43cf-8106-700b5d96073b service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Received unexpected event network-vif-plugged-c1a466ee-2b20-4143-84af-1b9c9cd58abf for instance with vm_state building and task_state spawning.
Oct 26 08:20:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:20:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:20:12 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Instance spawned successfully.
Oct 26 08:20:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:20:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:20:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:20:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:20:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:20:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:20:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:20:12 user nova-compute[74287]: INFO nova.compute.manager [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Took 4.96 seconds to spawn the instance on the hypervisor.
Oct 26 08:20:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:20:12 user nova-compute[74287]: INFO nova.compute.manager [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Took 5.52 seconds to build instance.
Oct 26 08:20:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e93becb-3f88-440f-b436-9ac7f2d0f1e4 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.609s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:20:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:20:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:43 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:20:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:20:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "230014fe-2eb9-467f-8068-2e1f545722de" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "230014fe-2eb9-467f-8068-2e1f545722de" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "230014fe-2eb9-467f-8068-2e1f545722de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "230014fe-2eb9-467f-8068-2e1f545722de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "230014fe-2eb9-467f-8068-2e1f545722de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:44 user nova-compute[74287]: INFO nova.compute.manager [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Terminating instance
Oct 26 08:20:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-ec295975-2059-4318-81ab-51759534c10c req-2b329876-d538-4d65-91ee-949502cf4cff service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Received event network-vif-unplugged-bf21f949-b5bb-432f-aecb-837747dd49ee {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ec295975-2059-4318-81ab-51759534c10c req-2b329876-d538-4d65-91ee-949502cf4cff service nova] Acquiring lock "230014fe-2eb9-467f-8068-2e1f545722de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ec295975-2059-4318-81ab-51759534c10c req-2b329876-d538-4d65-91ee-949502cf4cff service nova] Lock "230014fe-2eb9-467f-8068-2e1f545722de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ec295975-2059-4318-81ab-51759534c10c req-2b329876-d538-4d65-91ee-949502cf4cff service nova] Lock "230014fe-2eb9-467f-8068-2e1f545722de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-ec295975-2059-4318-81ab-51759534c10c req-2b329876-d538-4d65-91ee-949502cf4cff service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] No waiting events found dispatching network-vif-unplugged-bf21f949-b5bb-432f-aecb-837747dd49ee {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-ec295975-2059-4318-81ab-51759534c10c req-2b329876-d538-4d65-91ee-949502cf4cff service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Received event network-vif-unplugged-bf21f949-b5bb-432f-aecb-837747dd49ee for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:20:45 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:20:45 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8487MB free_disk=24.997806549072266GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:45 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Instance destroyed successfully.
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.objects.instance [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lazy-loading 'resources' on Instance uuid 230014fe-2eb9-467f-8068-2e1f545722de {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 230014fe-2eb9-467f-8068-2e1f545722de actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance cfeefc6e-a552-4693-ad50-79f74a272280 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance b138f37a-326c-49f0-a10d-431d6926d267 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 7aff2364-f717-4475-93c6-2a07099b8a6c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:18:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-696713727',display_name='tempest-TestVolumeBootPattern-server-696713727',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-696713727',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:19:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e2ca5afe48e4f2ba2aa59777192cbfb',ramdisk_id='',reservation_id='r-mg8zae36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1944317266',owner_user_name='tempest-TestVolumeBootPattern-1944317266-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:19:24Z,user_data=None,user_id='f8da457e99fa4aceb02d04d83cc49929',uuid=230014fe-2eb9-467f-8068-2e1f545722de,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bf21f949-b5bb-432f-aecb-837747dd49ee", "address": "fa:16:3e:b6:15:16", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf21f949-b5", "ovs_interfaceid": "bf21f949-b5bb-432f-aecb-837747dd49ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converting VIF {"id": "bf21f949-b5bb-432f-aecb-837747dd49ee", "address": "fa:16:3e:b6:15:16", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf21f949-b5", "ovs_interfaceid": "bf21f949-b5bb-432f-aecb-837747dd49ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:15:16,bridge_name='br-int',has_traffic_filtering=True,id=bf21f949-b5bb-432f-aecb-837747dd49ee,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf21f949-b5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_vif [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:15:16,bridge_name='br-int',has_traffic_filtering=True,id=bf21f949-b5bb-432f-aecb-837747dd49ee,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf21f949-b5') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbf21f949-b5, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bd0e9c09-7cec-4ca4-b7f7-00235cb806fa) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:45 user nova-compute[74287]: INFO os_vif [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:15:16,bridge_name='br-int',has_traffic_filtering=True,id=bf21f949-b5bb-432f-aecb-837747dd49ee,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf21f949-b5')
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NSRZmnvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:20:45 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a403f9d4-dbd4-413c-ad88-521546d6caeb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:20:45 user nova-compute[74287]: No targets found.
Oct 26 08:20:45 user nova-compute[74287]: iSNS:
Oct 26 08:20:45 user nova-compute[74287]: No targets found.
Oct 26 08:20:45 user nova-compute[74287]: STATIC:
Oct 26 08:20:45 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c
Oct 26 08:20:45 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:20:45 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:20:45 user nova-compute[74287]: FIRMWARE:
Oct 26 08:20:45 user nova-compute[74287]: No targets found.
Oct 26 08:20:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:20:45 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:20:45 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f4ab9e1-4740-4eeb-9520-5ecd9fea0f6b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d89d72bf-0d1f-4554-9ec7-b983c0bc4afc]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c (non-flash)
Oct 26 08:20:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c (non-flash)
Oct 26 08:20:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb70752050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d89203a-a349-4cf9-aeb0-b39f84cde585]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b6f0179-34c2-4c85-b71e-de9f9728829b]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[952d9ef5-24a9-42a1-a55e-2f25b683f4c7]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.334s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d39244f0-4501-4cfd-8d14-e92cd4f9e6ce]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOcf76a1c5-ca202dba45250dd0', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_cf76a1c5', '/dev/disk/by-id/scsi-26361323032646261') {{(pid=85694) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b14be660-f9ef-44bf-91c6-d8cb60053889]: (4, None) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cff2ba9d-fbd0-45c2-8df8-b6da60dea748]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:20:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f99e9d3-bf50-4633-bfd1-1272a0ef0ffc]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c, portal: 172.16.0.220,3260]
Oct 26 08:20:46 user nova-compute[74287]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c, portal: 172.16.0.220,3260] successful.
Oct 26 08:20:46 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d5c79b9-3575-404d-80e9-c54ede91df4c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5439546-dea1-4f57-8688-183d66150776]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] <== disconnect_volume: return (343ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:20:46 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Deleting instance files /opt/stack/data/nova/instances/230014fe-2eb9-467f-8068-2e1f545722de_del
Oct 26 08:20:46 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Deletion of /opt/stack/data/nova/instances/230014fe-2eb9-467f-8068-2e1f545722de_del complete
Oct 26 08:20:46 user nova-compute[74287]: INFO nova.compute.manager [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Took 1.24 seconds to destroy the instance on the hypervisor.
Oct 26 08:20:46 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:20:46 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Took 0.41 seconds to deallocate network for instance.
Oct 26 08:20:46 user nova-compute[74287]: DEBUG nova.compute.manager [req-0dd4333b-7263-43b5-aea7-37b2f4843119 req-7e84a558-8db8-4a92-8172-e58f863fff40 service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Received event network-vif-deleted-bf21f949-b5bb-432f-aecb-837747dd49ee {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:20:46 user nova-compute[74287]: INFO nova.compute.manager [req-0dd4333b-7263-43b5-aea7-37b2f4843119 req-7e84a558-8db8-4a92-8172-e58f863fff40 service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Neutron deleted interface bf21f949-b5bb-432f-aecb-837747dd49ee; detaching it from the instance and deleting it from the info cache
Oct 26 08:20:46 user nova-compute[74287]: DEBUG nova.network.neutron [req-0dd4333b-7263-43b5-aea7-37b2f4843119 req-7e84a558-8db8-4a92-8172-e58f863fff40 service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG nova.compute.manager [req-0dd4333b-7263-43b5-aea7-37b2f4843119 req-7e84a558-8db8-4a92-8172-e58f863fff40 service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Detach interface failed, port_id=bf21f949-b5bb-432f-aecb-837747dd49ee, reason: Instance 230014fe-2eb9-467f-8068-2e1f545722de could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Skipping network cache update for instance because it is being deleted. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9938}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-cfeefc6e-a552-4693-ad50-79f74a272280" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-cfeefc6e-a552-4693-ad50-79f74a272280" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:20:46 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid cfeefc6e-a552-4693-ad50-79f74a272280 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-6bd1445e-ceb0-4d24-9f17-f32a7e106b34 req-0ee06872-09eb-4d1e-b97d-7d0dc343f3c5 service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Received event network-vif-plugged-bf21f949-b5bb-432f-aecb-837747dd49ee {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6bd1445e-ceb0-4d24-9f17-f32a7e106b34 req-0ee06872-09eb-4d1e-b97d-7d0dc343f3c5 service nova] Acquiring lock "230014fe-2eb9-467f-8068-2e1f545722de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6bd1445e-ceb0-4d24-9f17-f32a7e106b34 req-0ee06872-09eb-4d1e-b97d-7d0dc343f3c5 service nova] Lock "230014fe-2eb9-467f-8068-2e1f545722de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6bd1445e-ceb0-4d24-9f17-f32a7e106b34 req-0ee06872-09eb-4d1e-b97d-7d0dc343f3c5 service nova] Lock "230014fe-2eb9-467f-8068-2e1f545722de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-6bd1445e-ceb0-4d24-9f17-f32a7e106b34 req-0ee06872-09eb-4d1e-b97d-7d0dc343f3c5 service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] No waiting events found dispatching network-vif-plugged-bf21f949-b5bb-432f-aecb-837747dd49ee {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:20:47 user nova-compute[74287]: WARNING nova.compute.manager [req-6bd1445e-ceb0-4d24-9f17-f32a7e106b34 req-0ee06872-09eb-4d1e-b97d-7d0dc343f3c5 service nova] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Received unexpected event network-vif-plugged-bf21f949-b5bb-432f-aecb-837747dd49ee for instance with vm_state active and task_state deleting.
Oct 26 08:20:47 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Updating instance_info_cache with network_info: [{"id": "7107369b-840d-46e6-bd6d-016f825da2ad", "address": "fa:16:3e:0d:3f:e7", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7107369b-84", "ovs_interfaceid": "7107369b-840d-46e6-bd6d-016f825da2ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:20:47 user nova-compute[74287]: INFO nova.compute.manager [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Took 0.81 seconds to detach 1 volumes for instance.
Oct 26 08:20:47 user nova-compute[74287]: DEBUG nova.compute.manager [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 230014fe-2eb9-467f-8068-2e1f545722de] Deleting volume: 4d5c79b9-3575-404d-80e9-c54ede91df4c {{(pid=74287) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-cfeefc6e-a552-4693-ad50-79f74a272280" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.290s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:47 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:20:47 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Deleted allocations for instance 230014fe-2eb9-467f-8068-2e1f545722de
Oct 26 08:20:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bfb9021a-c301-44b2-bcb8-dfde0a2774b8 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "230014fe-2eb9-467f-8068-2e1f545722de" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.030s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:20:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:50 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:20:50 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:20:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:20:58 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:20:58 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:21:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:21:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-bdfde3ca-114a-4c4b-b725-f9bc5d7be362 req-06bf9f17-ecec-4d5d-ba97-749a31ac2f65 service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Received event network-changed-7107369b-840d-46e6-bd6d-016f825da2ad {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:21:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-bdfde3ca-114a-4c4b-b725-f9bc5d7be362 req-06bf9f17-ecec-4d5d-ba97-749a31ac2f65 service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Refreshing instance network info cache due to event network-changed-7107369b-840d-46e6-bd6d-016f825da2ad. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:21:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-bdfde3ca-114a-4c4b-b725-f9bc5d7be362 req-06bf9f17-ecec-4d5d-ba97-749a31ac2f65 service nova] Acquiring lock "refresh_cache-cfeefc6e-a552-4693-ad50-79f74a272280" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:21:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-bdfde3ca-114a-4c4b-b725-f9bc5d7be362 req-06bf9f17-ecec-4d5d-ba97-749a31ac2f65 service nova] Acquired lock "refresh_cache-cfeefc6e-a552-4693-ad50-79f74a272280" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:21:20 user nova-compute[74287]: DEBUG nova.network.neutron [req-bdfde3ca-114a-4c4b-b725-f9bc5d7be362 req-06bf9f17-ecec-4d5d-ba97-749a31ac2f65 service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Refreshing network info cache for port 7107369b-840d-46e6-bd6d-016f825da2ad {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:21:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:21 user nova-compute[74287]: DEBUG nova.network.neutron [req-bdfde3ca-114a-4c4b-b725-f9bc5d7be362 req-06bf9f17-ecec-4d5d-ba97-749a31ac2f65 service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Updated VIF entry in instance network info cache for port 7107369b-840d-46e6-bd6d-016f825da2ad. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:21:21 user nova-compute[74287]: DEBUG nova.network.neutron [req-bdfde3ca-114a-4c4b-b725-f9bc5d7be362 req-06bf9f17-ecec-4d5d-ba97-749a31ac2f65 service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Updating instance_info_cache with network_info: [{"id": "7107369b-840d-46e6-bd6d-016f825da2ad", "address": "fa:16:3e:0d:3f:e7", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7107369b-84", "ovs_interfaceid": "7107369b-840d-46e6-bd6d-016f825da2ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:21:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-bdfde3ca-114a-4c4b-b725-f9bc5d7be362 req-06bf9f17-ecec-4d5d-ba97-749a31ac2f65 service nova] Releasing lock "refresh_cache-cfeefc6e-a552-4693-ad50-79f74a272280" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:21:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-3d0c4db7-c8e9-40de-abcd-9c7e77273f64 req-1da200d1-80cc-41f4-b1ee-21bc0b8a47a3 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-changed-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:21:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-3d0c4db7-c8e9-40de-abcd-9c7e77273f64 req-1da200d1-80cc-41f4-b1ee-21bc0b8a47a3 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Refreshing instance network info cache due to event network-changed-dc8128db-cf9c-4dea-8161-ef8bca6fbedc. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:21:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3d0c4db7-c8e9-40de-abcd-9c7e77273f64 req-1da200d1-80cc-41f4-b1ee-21bc0b8a47a3 service nova] Acquiring lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:21:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3d0c4db7-c8e9-40de-abcd-9c7e77273f64 req-1da200d1-80cc-41f4-b1ee-21bc0b8a47a3 service nova] Acquired lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:21:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-3d0c4db7-c8e9-40de-abcd-9c7e77273f64 req-1da200d1-80cc-41f4-b1ee-21bc0b8a47a3 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Refreshing network info cache for port dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:21:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-3d0c4db7-c8e9-40de-abcd-9c7e77273f64 req-1da200d1-80cc-41f4-b1ee-21bc0b8a47a3 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updated VIF entry in instance network info cache for port dc8128db-cf9c-4dea-8161-ef8bca6fbedc. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:21:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-3d0c4db7-c8e9-40de-abcd-9c7e77273f64 req-1da200d1-80cc-41f4-b1ee-21bc0b8a47a3 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updating instance_info_cache with network_info: [{"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:21:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3d0c4db7-c8e9-40de-abcd-9c7e77273f64 req-1da200d1-80cc-41f4-b1ee-21bc0b8a47a3 service nova] Releasing lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:21:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "cfeefc6e-a552-4693-ad50-79f74a272280" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG nova.objects.instance [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'flavor' on Instance uuid cfeefc6e-a552-4693-ad50-79f74a272280 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "cfeefc6e-a552-4693-ad50-79f74a272280" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:21:26 user nova-compute[74287]: INFO nova.compute.manager [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Attaching volume 43522b67-accb-4f32-9427-42f3f114ecd0 to /dev/vdb
Oct 26 08:21:26 user nova-compute[74287]: DEBUG os_brick.utils [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e0d50d7-af51-4c36-8165-f7a9795da547]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f712311d-6fa3-4552-8a24-f0a5b1425357]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[acb527f1-949d-4616-b77d-3e09647ec450]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aadf090-b8c8-4d10-89d0-7fe340a203c5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:21:26 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:21:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c394c9fb-8f20-4f2b-a589-2839e3490ecc]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG os_brick.utils [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:21:26 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Updating existing volume attachment record: 66e7a2c9-42d6-4d76-a7db-edc18780116b {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:21:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KzjbtvsJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:21:43 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:21:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:21:43 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:21:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:21:43 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:21:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f03d379-5197-4ce0-b5b8-720d1bd595f9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:21:43 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c03c63a-506a-4200-bde5-a885ca845bf0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0] added
Oct 26 08:21:43 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[401b5e89-8291-4801-b15c-04e4e9e7801e]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[58dcd711-919b-4d15-8947-830d0329cf87]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KzjbtvsJ {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KzjbtvsJ" returned: 0 in 0.031s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7614bd20-18b7-47a4-9bcf-64ae16a09173]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KzjbtvsJ'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5fd0450-bb56-449f-a98b-c2cadb3bb7c2]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[32b6032c-3eee-49e9-924b-e60793d93946]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:21:44 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:21:44 user nova-compute[74287]:  {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:21:44 user nova-compute[74287]: WARNING os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 08:21:44 user nova-compute[74287]: 
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[19d630f4-6188-442c-962c-418f0acc0e80]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0, portal: 172.16.0.220,3260]
Oct 26 08:21:44 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0, portal: 172.16.0.220,3260] successful.
Oct 26 08:21:44 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a54be985-4dbe-4185-a075-18e5a19b8c3c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fab5bb6-c5ea-4401-9921-e7ee9903f768]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:21:44 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:21:44 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.326s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.031s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e64fc472-b7ab-4cb1-a863-9cdd384852c2]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KzjbtvsJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.707s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] <== connect_volume: return (1709ms) {'type': 'block', 'scsi_wwn': '23839306537613336', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23839306537613336', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:21:45 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:21:45 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:21:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8693MB free_disk=24.995330810546875GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG nova.objects.instance [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'flavor' on Instance uuid cfeefc6e-a552-4693-ad50-79f74a272280 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:21:45 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:21:45 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:21:45 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:21:45 user nova-compute[74287]:   <serial>43522b67-accb-4f32-9427-42f3f114ecd0</serial>
Oct 26 08:21:45 user nova-compute[74287]: </disk>
Oct 26 08:21:45 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance cfeefc6e-a552-4693-ad50-79f74a272280 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance b138f37a-326c-49f0-a10d-431d6926d267 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 7aff2364-f717-4475-93c6-2a07099b8a6c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:21:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.370s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:21:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:21:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:21:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] No VIF found with MAC fa:16:3e:0d:3f:e7, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:21:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-74f9af01-48e4-4ecd-b265-266a5cf09da4 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.939s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:21:47 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:21:47 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:21:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:21:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:21:48 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:21:48 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updating instance_info_cache with network_info: [{"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:21:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:21:48 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:21:48 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:21:48 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:21:48 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:21:48 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:21:48 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:21:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:21:51 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:21:51 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "cfeefc6e-a552-4693-ad50-79f74a272280" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG nova.objects.instance [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'flavor' on Instance uuid cfeefc6e-a552-4693-ad50-79f74a272280 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "cfeefc6e-a552-4693-ad50-79f74a272280" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:21:52 user nova-compute[74287]: INFO nova.compute.manager [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Attaching volume 0a1f86f6-885b-47df-bfb2-450247ff4afd to /dev/vdc
Oct 26 08:21:52 user nova-compute[74287]: DEBUG os_brick.utils [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[511cb536-e5a7-4356-9bdd-cf16a3af82f9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[099f89f9-c534-4d6e-897f-a65b27e13f66]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[046969ad-06f3-44ee-b697-437d5f5499d5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[53f1a757-f23d-4302-bbfb-b4ef71e6bbf9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:21:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:21:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:21:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:21:53 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:21:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d81a7558-09a2-4702-904d-d0acf2aaf458]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:21:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:21:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:21:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:21:53 user nova-compute[74287]: DEBUG os_brick.utils [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:21:53 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Updating existing volume attachment record: e3db94c1-69a4-49c2-bd52-67cb2e6fff6e {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:21:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:57 user nova-compute[74287]: DEBUG nova.compute.manager [req-7aa522a0-5c50-46cb-98aa-84c7fbbd6bc8 req-91077727-4959-49d4-98d2-ef6703892778 service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Received event network-changed-c1a466ee-2b20-4143-84af-1b9c9cd58abf {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:21:57 user nova-compute[74287]: DEBUG nova.compute.manager [req-7aa522a0-5c50-46cb-98aa-84c7fbbd6bc8 req-91077727-4959-49d4-98d2-ef6703892778 service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Refreshing instance network info cache due to event network-changed-c1a466ee-2b20-4143-84af-1b9c9cd58abf. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:21:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7aa522a0-5c50-46cb-98aa-84c7fbbd6bc8 req-91077727-4959-49d4-98d2-ef6703892778 service nova] Acquiring lock "refresh_cache-7aff2364-f717-4475-93c6-2a07099b8a6c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:21:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7aa522a0-5c50-46cb-98aa-84c7fbbd6bc8 req-91077727-4959-49d4-98d2-ef6703892778 service nova] Acquired lock "refresh_cache-7aff2364-f717-4475-93c6-2a07099b8a6c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:21:57 user nova-compute[74287]: DEBUG nova.network.neutron [req-7aa522a0-5c50-46cb-98aa-84c7fbbd6bc8 req-91077727-4959-49d4-98d2-ef6703892778 service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Refreshing network info cache for port c1a466ee-2b20-4143-84af-1b9c9cd58abf {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:21:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:21:58 user nova-compute[74287]: DEBUG nova.network.neutron [req-7aa522a0-5c50-46cb-98aa-84c7fbbd6bc8 req-91077727-4959-49d4-98d2-ef6703892778 service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Updated VIF entry in instance network info cache for port c1a466ee-2b20-4143-84af-1b9c9cd58abf. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:21:58 user nova-compute[74287]: DEBUG nova.network.neutron [req-7aa522a0-5c50-46cb-98aa-84c7fbbd6bc8 req-91077727-4959-49d4-98d2-ef6703892778 service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Updating instance_info_cache with network_info: [{"id": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "address": "fa:16:3e:f8:fd:c5", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1a466ee-2b", "ovs_interfaceid": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:21:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7aa522a0-5c50-46cb-98aa-84c7fbbd6bc8 req-91077727-4959-49d4-98d2-ef6703892778 service nova] Releasing lock "refresh_cache-7aff2364-f717-4475-93c6-2a07099b8a6c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:22:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:00 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:22:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "7aff2364-f717-4475-93c6-2a07099b8a6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'flavor' on Instance uuid 7aff2364-f717-4475-93c6-2a07099b8a6c {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.086s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "7aff2364-f717-4475-93c6-2a07099b8a6c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:04 user nova-compute[74287]: INFO nova.compute.manager [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Attaching volume 66ff48d1-616c-4b79-af89-b81691ba0bad to /dev/vdb
Oct 26 08:22:04 user nova-compute[74287]: DEBUG os_brick.utils [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[87aa4121-2b9c-4560-8bda-2be782d5b315]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac7d099f-52ea-47c8-954f-738f27137211]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[279893b9-fd66-47e9-aec0-41943a39e9c1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d54e1d0-dcfd-4067-93ae-4fe4ec66f12d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:22:04 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:22:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[79c8cb1f-88b7-4f6f-b03c-43edee36b659]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG os_brick.utils [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:22:04 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Updating existing volume attachment record: 4fb6aa85-9e54-479b-af73-7506164b3629 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:22:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:14 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:22:15 user nova-compute[74287]: INFO nova.compute.claims [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Claim successful on node user
Oct 26 08:22:15 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.271s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:22:15 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:22:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG nova.policy [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8da457e99fa4aceb02d04d83cc49929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e2ca5afe48e4f2ba2aa59777192cbfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:22:15 user nova-compute[74287]: INFO nova.virt.block_device [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Booting with volume 7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f at /dev/vda
Oct 26 08:22:15 user nova-compute[74287]: DEBUG os_brick.utils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3968022-8545-4e65-9437-96da6e1fabe4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a4fe7d4-cdea-43c1-a284-f86ce98772f4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[569c20a6-58c5-4db9-9d1c-b57b14b0ba6f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[420431f1-8445-4e62-bf2f-85c84f371b6a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:22:15 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:22:15 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb7b138d-6eb9-4f5b-8dd1-7e892618994a]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG os_brick.utils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Updating existing volume attachment record: 5bfeaeb6-a562-4cf5-8348-431a00a04cd3 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:22:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Successfully created port: 12bfdda8-2c71-4187-866e-16beced19e69 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:22:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Successfully updated port: 12bfdda8-2c71-4187-866e-16beced19e69 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:22:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "refresh_cache-97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:22:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquired lock "refresh_cache-97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:22:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:22:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-7c210f27-2f29-443a-b70f-78430adbf839 req-79d24cfb-f195-4ecf-95a5-f2df191f8c59 service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Received event network-changed-12bfdda8-2c71-4187-866e-16beced19e69 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:22:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-7c210f27-2f29-443a-b70f-78430adbf839 req-79d24cfb-f195-4ecf-95a5-f2df191f8c59 service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Refreshing instance network info cache due to event network-changed-12bfdda8-2c71-4187-866e-16beced19e69. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:22:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7c210f27-2f29-443a-b70f-78430adbf839 req-79d24cfb-f195-4ecf-95a5-f2df191f8c59 service nova] Acquiring lock "refresh_cache-97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:22:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:22:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Updating instance_info_cache with network_info: [{"id": "12bfdda8-2c71-4187-866e-16beced19e69", "address": "fa:16:3e:fc:fe:2a", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12bfdda8-2c", "ovs_interfaceid": "12bfdda8-2c71-4187-866e-16beced19e69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:22:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Releasing lock "refresh_cache-97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:22:17 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Instance network_info: |[{"id": "12bfdda8-2c71-4187-866e-16beced19e69", "address": "fa:16:3e:fc:fe:2a", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12bfdda8-2c", "ovs_interfaceid": "12bfdda8-2c71-4187-866e-16beced19e69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:22:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7c210f27-2f29-443a-b70f-78430adbf839 req-79d24cfb-f195-4ecf-95a5-f2df191f8c59 service nova] Acquired lock "refresh_cache-97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:22:17 user nova-compute[74287]: DEBUG nova.network.neutron [req-7c210f27-2f29-443a-b70f-78430adbf839 req-79d24cfb-f195-4ecf-95a5-f2df191f8c59 service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Refreshing network info cache for port 12bfdda8-2c71-4187-866e-16beced19e69 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:22:17 user nova-compute[74287]: DEBUG nova.network.neutron [req-7c210f27-2f29-443a-b70f-78430adbf839 req-79d24cfb-f195-4ecf-95a5-f2df191f8c59 service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Updated VIF entry in instance network info cache for port 12bfdda8-2c71-4187-866e-16beced19e69. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:22:17 user nova-compute[74287]: DEBUG nova.network.neutron [req-7c210f27-2f29-443a-b70f-78430adbf839 req-79d24cfb-f195-4ecf-95a5-f2df191f8c59 service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Updating instance_info_cache with network_info: [{"id": "12bfdda8-2c71-4187-866e-16beced19e69", "address": "fa:16:3e:fc:fe:2a", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12bfdda8-2c", "ovs_interfaceid": "12bfdda8-2c71-4187-866e-16beced19e69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:22:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7c210f27-2f29-443a-b70f-78430adbf839 req-79d24cfb-f195-4ecf-95a5-f2df191f8c59 service nova] Releasing lock "refresh_cache-97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:22:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vMlKwsqS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:22:19 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:22:19 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:22:19 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8282611d-d9a2-4e75-a470-2f33a5108a45]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:22:19 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0949b107-31c7-4a3d-99d1-5b82e2fc9c30]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd] added
Oct 26 08:22:19 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f409673-d8cf-4c79-ada5-792d70da8502]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[362149e4-9e98-4add-834d-555688400cbe]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vMlKwsqS {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vMlKwsqS" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[af826be5-c044-4b94-9d0e-445f61d146f6]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vMlKwsqS'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[79f237c1-f230-49da-9b94-5edf37fbf786]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eff2901-f920-44ad-878b-935fdef72afa]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:22:19 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:22:19 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[04d57856-d9a2-488a-a260-4ec8c1c54390]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd, portal: 172.16.0.220,3260]
Oct 26 08:22:19 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd, portal: 172.16.0.220,3260] successful.
Oct 26 08:22:19 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e48fa813-a2c0-4f34-bfdc-674f7808775b]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a85f2dd-bbba-4ee2-bac0-184b9cf119f8]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:22:19 user nova-compute[74287]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:22:19 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:22:19 user nova-compute[74287]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:22:19 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e5457dc-5105-4387-9cd5-567abb2fe009]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:22:19 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vMlKwsqS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:22:20 user nova-compute[74287]: INFO nova.compute.claims [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Claim successful on node user
Oct 26 08:22:20 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '26238366439316138', 'path': '/dev/sdc'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26238366439316138', 'path': '/dev/sdc'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.objects.instance [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'flavor' on Instance uuid cfeefc6e-a552-4693-ad50-79f74a272280 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:22:20 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:22:20 user nova-compute[74287]:   <source dev="/dev/sdc"/>
Oct 26 08:22:20 user nova-compute[74287]:   <target dev="vdc" bus="virtio"/>
Oct 26 08:22:20 user nova-compute[74287]:   <serial>0a1f86f6-885b-47df-bfb2-450247ff4afd</serial>
Oct 26 08:22:20 user nova-compute[74287]: </disk>
Oct 26 08:22:20 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.301s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:22:20 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.policy [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c54ea87f0d904d2c8d585b79d38e444f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8e96fe6c2954080a5d01aaf75fc63ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:22:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] No VIF found with MAC fa:16:3e:0d:3f:e7, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:22:21 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Creating image(s)
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "/opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "/opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "/opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-18119ed9-6a46-4046-b5e1-df1298e9dfc8 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 28.256s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.202s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Successfully created port: 0b247151-c102-4cc8-b7e4-a2f6a721bf78 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk 1073741824" returned: 0 in 0.056s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.264s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Cannot resize image /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Ensure instance console log exists: /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "cfeefc6e-a552-4693-ad50-79f74a272280" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:21 user nova-compute[74287]: INFO nova.compute.manager [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Detaching volume 43522b67-accb-4f32-9427-42f3f114ecd0
Oct 26 08:22:22 user nova-compute[74287]: INFO nova.virt.block_device [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Attempting to driver detach volume 43522b67-accb-4f32-9427-42f3f114ecd0 from mountpoint /dev/vdb
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Attempting to detach device vdb from instance cfeefc6e-a552-4693-ad50-79f74a272280 from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:22:22 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:22:22 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:22:22 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:22:22 user nova-compute[74287]:   <serial>43522b67-accb-4f32-9427-42f3f114ecd0</serial>
Oct 26 08:22:22 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:22:22 user nova-compute[74287]: </disk>
Oct 26 08:22:22 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:22:22 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Successfully detached device vdb from instance cfeefc6e-a552-4693-ad50-79f74a272280 from the persistent domain config.
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cfeefc6e-a552-4693-ad50-79f74a272280 from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:22:22 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:22:22 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:22:22 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:22:22 user nova-compute[74287]:   <serial>43522b67-accb-4f32-9427-42f3f114ecd0</serial>
Oct 26 08:22:22 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:22:22 user nova-compute[74287]: </disk>
Oct 26 08:22:22 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.network.neutron [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Successfully updated port: 0b247151-c102-4cc8-b7e4-a2f6a721bf78 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "refresh_cache-e57a1942-19eb-40c1-a4eb-49c0b23e5803" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquired lock "refresh_cache-e57a1942-19eb-40c1-a4eb-49c0b23e5803" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.network.neutron [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-a4e43c90-15fd-4d88-b687-056d814d8144 req-228a067c-df8b-496f-9692-e3ace2055f3c service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Received event network-changed-0b247151-c102-4cc8-b7e4-a2f6a721bf78 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-a4e43c90-15fd-4d88-b687-056d814d8144 req-228a067c-df8b-496f-9692-e3ace2055f3c service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Refreshing instance network info cache due to event network-changed-0b247151-c102-4cc8-b7e4-a2f6a721bf78. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a4e43c90-15fd-4d88-b687-056d814d8144 req-228a067c-df8b-496f-9692-e3ace2055f3c service nova] Acquiring lock "refresh_cache-e57a1942-19eb-40c1-a4eb-49c0b23e5803" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.network.neutron [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cfeefc6e-a552-4693-ad50-79f74a272280 {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.network.neutron [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Updating instance_info_cache with network_info: [{"id": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "address": "fa:16:3e:12:ad:b0", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b247151-c1", "ovs_interfaceid": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Releasing lock "refresh_cache-e57a1942-19eb-40c1-a4eb-49c0b23e5803" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.compute.manager [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Instance network_info: |[{"id": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "address": "fa:16:3e:12:ad:b0", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b247151-c1", "ovs_interfaceid": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a4e43c90-15fd-4d88-b687-056d814d8144 req-228a067c-df8b-496f-9692-e3ace2055f3c service nova] Acquired lock "refresh_cache-e57a1942-19eb-40c1-a4eb-49c0b23e5803" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.network.neutron [req-a4e43c90-15fd-4d88-b687-056d814d8144 req-228a067c-df8b-496f-9692-e3ace2055f3c service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Refreshing network info cache for port 0b247151-c102-4cc8-b7e4-a2f6a721bf78 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Start _get_guest_xml network_info=[{"id": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "address": "fa:16:3e:12:ad:b0", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b247151-c1", "ovs_interfaceid": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:22:22 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:22:22 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:22:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-275592631',display_name='tempest-VolumesActionsTest-instance-275592631',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-275592631',id=41,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8e96fe6c2954080a5d01aaf75fc63ab',ramdisk_id='',reservation_id='r-qaahrely',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-174630540',owner_user_name='tempest-VolumesActionsTest-174630540-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:22:21Z,user_data=None,user_id='c54ea87f0d904d2c8d585b79d38e444f',uuid=e57a1942-19eb-40c1-a4eb-49c0b23e5803,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "address": "fa:16:3e:12:ad:b0", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b247151-c1", "ovs_interfaceid": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Converting VIF {"id": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "address": "fa:16:3e:12:ad:b0", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b247151-c1", "ovs_interfaceid": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:ad:b0,bridge_name='br-int',has_traffic_filtering=True,id=0b247151-c102-4cc8-b7e4-a2f6a721bf78,network=Network(1d282bf8-113c-4f4e-90de-580b8a28d7f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b247151-c1') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.objects.instance [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lazy-loading 'pci_devices' on Instance uuid e57a1942-19eb-40c1-a4eb-49c0b23e5803 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:22:22 user nova-compute[74287]:   <uuid>e57a1942-19eb-40c1-a4eb-49c0b23e5803</uuid>
Oct 26 08:22:22 user nova-compute[74287]:   <name>instance-00000029</name>
Oct 26 08:22:22 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:22:22 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:22:22 user nova-compute[74287]:   <metadata>
Oct 26 08:22:22 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:22:22 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:22:22 user nova-compute[74287]:       <nova:name>tempest-VolumesActionsTest-instance-275592631</nova:name>
Oct 26 08:22:22 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:22:22</nova:creationTime>
Oct 26 08:22:22 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:22:22 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:22:22 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:22:22 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:22:22 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:22:22 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:22:22 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:22:22 user nova-compute[74287]:       <nova:owner>
Oct 26 08:22:22 user nova-compute[74287]:         <nova:user uuid="c54ea87f0d904d2c8d585b79d38e444f">tempest-VolumesActionsTest-174630540-project-member</nova:user>
Oct 26 08:22:22 user nova-compute[74287]:         <nova:project uuid="d8e96fe6c2954080a5d01aaf75fc63ab">tempest-VolumesActionsTest-174630540</nova:project>
Oct 26 08:22:22 user nova-compute[74287]:       </nova:owner>
Oct 26 08:22:22 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:22:22 user nova-compute[74287]:       <nova:ports>
Oct 26 08:22:22 user nova-compute[74287]:         <nova:port uuid="0b247151-c102-4cc8-b7e4-a2f6a721bf78">
Oct 26 08:22:22 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 26 08:22:22 user nova-compute[74287]:         </nova:port>
Oct 26 08:22:22 user nova-compute[74287]:       </nova:ports>
Oct 26 08:22:22 user nova-compute[74287]:     </nova:instance>
Oct 26 08:22:22 user nova-compute[74287]:   </metadata>
Oct 26 08:22:22 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:22:22 user nova-compute[74287]:     <system>
Oct 26 08:22:22 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:22:22 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:22:22 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:22:22 user nova-compute[74287]:       <entry name="serial">e57a1942-19eb-40c1-a4eb-49c0b23e5803</entry>
Oct 26 08:22:22 user nova-compute[74287]:       <entry name="uuid">e57a1942-19eb-40c1-a4eb-49c0b23e5803</entry>
Oct 26 08:22:22 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:22:22 user nova-compute[74287]:     </system>
Oct 26 08:22:22 user nova-compute[74287]:   </sysinfo>
Oct 26 08:22:22 user nova-compute[74287]:   <os>
Oct 26 08:22:22 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:22:22 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:22:22 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:22:22 user nova-compute[74287]:   </os>
Oct 26 08:22:22 user nova-compute[74287]:   <features>
Oct 26 08:22:22 user nova-compute[74287]:     <acpi/>
Oct 26 08:22:22 user nova-compute[74287]:     <apic/>
Oct 26 08:22:22 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:22:22 user nova-compute[74287]:   </features>
Oct 26 08:22:22 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:22:22 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:22:22 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:22:22 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:22:22 user nova-compute[74287]:   </clock>
Oct 26 08:22:22 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:22:22 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:22:22 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:22:22 user nova-compute[74287]:   </cpu>
Oct 26 08:22:22 user nova-compute[74287]:   <devices>
Oct 26 08:22:22 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:22:22 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:22:22 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk"/>
Oct 26 08:22:22 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:22:22 user nova-compute[74287]:     </disk>
Oct 26 08:22:22 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:22:22 user nova-compute[74287]:       <mac address="fa:16:3e:12:ad:b0"/>
Oct 26 08:22:22 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:22:22 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:22:22 user nova-compute[74287]:       <target dev="tap0b247151-c1"/>
Oct 26 08:22:22 user nova-compute[74287]:     </interface>
Oct 26 08:22:22 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:22:22 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/console.log" append="off"/>
Oct 26 08:22:22 user nova-compute[74287]:     </serial>
Oct 26 08:22:22 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:22:22 user nova-compute[74287]:     <video>
Oct 26 08:22:22 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:22:22 user nova-compute[74287]:     </video>
Oct 26 08:22:22 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:22:22 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:22:22 user nova-compute[74287]:     </rng>
Oct 26 08:22:22 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:22:22 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:22:22 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:22:22 user nova-compute[74287]:     </memballoon>
Oct 26 08:22:22 user nova-compute[74287]:   </devices>
Oct 26 08:22:22 user nova-compute[74287]: </domain>
Oct 26 08:22:22 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:22:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-275592631',display_name='tempest-VolumesActionsTest-instance-275592631',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-275592631',id=41,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8e96fe6c2954080a5d01aaf75fc63ab',ramdisk_id='',reservation_id='r-qaahrely',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-174630540',owner_user_name='tempest-VolumesActionsTest-174630540-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:22:21Z,user_data=None,user_id='c54ea87f0d904d2c8d585b79d38e444f',uuid=e57a1942-19eb-40c1-a4eb-49c0b23e5803,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "address": "fa:16:3e:12:ad:b0", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b247151-c1", "ovs_interfaceid": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Converting VIF {"id": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "address": "fa:16:3e:12:ad:b0", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b247151-c1", "ovs_interfaceid": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:ad:b0,bridge_name='br-int',has_traffic_filtering=True,id=0b247151-c102-4cc8-b7e4-a2f6a721bf78,network=Network(1d282bf8-113c-4f4e-90de-580b8a28d7f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b247151-c1') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG os_vif [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:ad:b0,bridge_name='br-int',has_traffic_filtering=True,id=0b247151-c102-4cc8-b7e4-a2f6a721bf78,network=Network(1d282bf8-113c-4f4e-90de-580b8a28d7f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b247151-c1') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7fbe13f5-b142-539f-9c1a-caac856e9178', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0b247151-c1, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0b247151-c1, col_values=(('qos', UUID('a2f5739f-40b5-4ab5-b454-b4723a583a31')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0b247151-c1, col_values=(('external_ids', {'iface-id': '0b247151-c102-4cc8-b7e4-a2f6a721bf78', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:12:ad:b0', 'vm-uuid': 'e57a1942-19eb-40c1-a4eb-49c0b23e5803'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:22 user nova-compute[74287]: INFO os_vif [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:ad:b0,bridge_name='br-int',has_traffic_filtering=True,id=0b247151-c102-4cc8-b7e4-a2f6a721bf78,network=Network(1d282bf8-113c-4f4e-90de-580b8a28d7f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b247151-c1')
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:22:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] No VIF found with MAC fa:16:3e:12:ad:b0, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JZpcYFbk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:22:23 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:22:23 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:22:23 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[de06e754-63d3-4261-8c04-a3259fe4fada]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:22:23 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[18d42a75-4eb1-439f-82e2-2ed604afde95]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad] added
Oct 26 08:22:23 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4dd0842-ab9d-421a-a6da-31233c99ec14]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d1b55c3-f5f9-4dd1-83aa-db038f7095bf]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JZpcYFbk {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JZpcYFbk" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[037cb50a-4969-457a-9b1c-e8c717dfdbbc]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JZpcYFbk'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[10ae9230-faff-4377-bea1-d1eb66af9be4]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc0c7be0-c6a1-4a61-82d9-cd5b26284af1]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:22:23 user nova-compute[74287]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:22:23 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:22:23 user nova-compute[74287]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:22:23 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-a4e43c90-15fd-4d88-b687-056d814d8144 req-228a067c-df8b-496f-9692-e3ace2055f3c service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Updated VIF entry in instance network info cache for port 0b247151-c102-4cc8-b7e4-a2f6a721bf78. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-a4e43c90-15fd-4d88-b687-056d814d8144 req-228a067c-df8b-496f-9692-e3ace2055f3c service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Updating instance_info_cache with network_info: [{"id": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "address": "fa:16:3e:12:ad:b0", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b247151-c1", "ovs_interfaceid": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a4e43c90-15fd-4d88-b687-056d814d8144 req-228a067c-df8b-496f-9692-e3ace2055f3c service nova] Releasing lock "refresh_cache-e57a1942-19eb-40c1-a4eb-49c0b23e5803" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cbe9cf7-a0ce-4aad-943c-1ab44eb1d4d1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad, portal: 172.16.0.220,3260]
Oct 26 08:22:23 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad, portal: 172.16.0.220,3260] successful.
Oct 26 08:22:23 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf6acbae-2cf9-4586-8ae6-03dcc1cab044]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6af82757-3106-4b89-8bab-32a54006453b]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:22:23 user nova-compute[74287]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:22:23 user nova-compute[74287]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad (non-flash)
Oct 26 08:22:23 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:22:23 user nova-compute[74287]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:22:23 user nova-compute[74287]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad (non-flash)
Oct 26 08:22:23 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] HCTL ('35', '-', '-', 0) found on session 43 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbc0263d-e7be-4a07-b04e-78efe7c71e68]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Searching for a device in session 43 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:22:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JZpcYFbk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.299s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] <== connect_volume: return (1301ms) {'type': 'block', 'scsi_wwn': '26261303939326534', 'path': '/dev/sdd'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26261303939326534', 'path': '/dev/sdd'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'flavor' on Instance uuid 7aff2364-f717-4475-93c6-2a07099b8a6c {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:22:24 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:22:24 user nova-compute[74287]:   <source dev="/dev/sdd"/>
Oct 26 08:22:24 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:22:24 user nova-compute[74287]:   <serial>66ff48d1-616c-4b79-af89-b81691ba0bad</serial>
Oct 26 08:22:24 user nova-compute[74287]: </disk>
Oct 26 08:22:24 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-85ff54a3-a1bc-47ca-a0f6-5427d4267547 req-991a8877-358d-4d8b-91c2-155dbf43598a service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Received event network-vif-plugged-0b247151-c102-4cc8-b7e4-a2f6a721bf78 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-85ff54a3-a1bc-47ca-a0f6-5427d4267547 req-991a8877-358d-4d8b-91c2-155dbf43598a service nova] Acquiring lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-85ff54a3-a1bc-47ca-a0f6-5427d4267547 req-991a8877-358d-4d8b-91c2-155dbf43598a service nova] Lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-85ff54a3-a1bc-47ca-a0f6-5427d4267547 req-991a8877-358d-4d8b-91c2-155dbf43598a service nova] Lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-85ff54a3-a1bc-47ca-a0f6-5427d4267547 req-991a8877-358d-4d8b-91c2-155dbf43598a service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] No waiting events found dispatching network-vif-plugged-0b247151-c102-4cc8-b7e4-a2f6a721bf78 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:22:24 user nova-compute[74287]: WARNING nova.compute.manager [req-85ff54a3-a1bc-47ca-a0f6-5427d4267547 req-991a8877-358d-4d8b-91c2-155dbf43598a service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Received unexpected event network-vif-plugged-0b247151-c102-4cc8-b7e4-a2f6a721bf78 for instance with vm_state building and task_state spawning.
Oct 26 08:22:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:22:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No VIF found with MAC fa:16:3e:f8:fd:c5, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:22:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e6fa63ae-f919-4db2-a01f-1698dd8af7bc tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.842s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "7aff2364-f717-4475-93c6-2a07099b8a6c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:26 user nova-compute[74287]: INFO nova.compute.manager [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Detaching volume 66ff48d1-616c-4b79-af89-b81691ba0bad
Oct 26 08:22:26 user nova-compute[74287]: INFO nova.virt.block_device [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Attempting to driver detach volume 66ff48d1-616c-4b79-af89-b81691ba0bad from mountpoint /dev/vdb
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Attempting to detach device vdb from instance 7aff2364-f717-4475-93c6-2a07099b8a6c from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:22:26 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:22:26 user nova-compute[74287]:   <source dev="/dev/sdd"/>
Oct 26 08:22:26 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:22:26 user nova-compute[74287]:   <serial>66ff48d1-616c-4b79-af89-b81691ba0bad</serial>
Oct 26 08:22:26 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:22:26 user nova-compute[74287]: </disk>
Oct 26 08:22:26 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:22:26 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Successfully detached device vdb from instance 7aff2364-f717-4475-93c6-2a07099b8a6c from the persistent domain config.
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7aff2364-f717-4475-93c6-2a07099b8a6c from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:22:26 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:22:26 user nova-compute[74287]:   <source dev="/dev/sdd"/>
Oct 26 08:22:26 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:22:26 user nova-compute[74287]:   <serial>66ff48d1-616c-4b79-af89-b81691ba0bad</serial>
Oct 26 08:22:26 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:22:26 user nova-compute[74287]: </disk>
Oct 26 08:22:26 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:22:26 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Instance spawned successfully.
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-3b971c2f-913e-491a-824e-10448cf1a499 req-99d3d519-aa03-43b8-8c2b-522f4dee8aaa service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Received event network-vif-plugged-0b247151-c102-4cc8-b7e4-a2f6a721bf78 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3b971c2f-913e-491a-824e-10448cf1a499 req-99d3d519-aa03-43b8-8c2b-522f4dee8aaa service nova] Acquiring lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3b971c2f-913e-491a-824e-10448cf1a499 req-99d3d519-aa03-43b8-8c2b-522f4dee8aaa service nova] Lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3b971c2f-913e-491a-824e-10448cf1a499 req-99d3d519-aa03-43b8-8c2b-522f4dee8aaa service nova] Lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-3b971c2f-913e-491a-824e-10448cf1a499 req-99d3d519-aa03-43b8-8c2b-522f4dee8aaa service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] No waiting events found dispatching network-vif-plugged-0b247151-c102-4cc8-b7e4-a2f6a721bf78 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:22:26 user nova-compute[74287]: WARNING nova.compute.manager [req-3b971c2f-913e-491a-824e-10448cf1a499 req-99d3d519-aa03-43b8-8c2b-522f4dee8aaa service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Received unexpected event network-vif-plugged-0b247151-c102-4cc8-b7e4-a2f6a721bf78 for instance with vm_state building and task_state spawning.
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7aff2364-f717-4475-93c6-2a07099b8a6c {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:22:26 user nova-compute[74287]: INFO nova.compute.manager [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Took 5.70 seconds to spawn the instance on the hypervisor.
Oct 26 08:22:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:22:26 user nova-compute[74287]: INFO nova.compute.manager [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Took 6.36 seconds to build instance.
Oct 26 08:22:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-17f013bb-92d1-49f0-8437-4921e6f802a7 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.463s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:22:34 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Creating image(s)
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Did not create local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Ensure instance console log exists: /opt/stack/data/nova/instances/97cc3a3e-c7d2-4c6a-9d76-cd147b37e708/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Start _get_guest_xml network_info=[{"id": "12bfdda8-2c71-4187-866e-16beced19e69", "address": "fa:16:3e:fc:fe:2a", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12bfdda8-2c", "ovs_interfaceid": "12bfdda8-2c71-4187-866e-16beced19e69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'attachment_id': '5bfeaeb6-a562-4cf5-8348-431a00a04cd3', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZksIwcXh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '97cc3a3e-c7d2-4c6a-9d76-cd147b37e708', 'attached_at': '', 'detached_at': '', 'volume_id': '7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f', 'serial': '7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f'}, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:22:34 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:22:34 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZksIwcXh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:22:34 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:22:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:22:34 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:22:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:22:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:22:34 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:22:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6920e71f-f595-4616-9813-145f3523f636]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:22:35 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3df5442-f488-42a5-b339-d31152610ab6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f] added
Oct 26 08:22:35 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[db5d35a2-7e03-4039-83c5-45f1df1a57ae]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b8bb785-bfcb-4d15-82e0-9a5da5a97318]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZksIwcXh {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZksIwcXh" returned: 0 in 0.043s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c9d5d31-4fed-483c-a0f9-6483301e8408]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZksIwcXh'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[28bbbde3-3587-40ad-8c36-31709950a633]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7c62047-c224-4e77-b393-991ec519ebe4]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:22:35 user nova-compute[74287]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:22:35 user nova-compute[74287]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad (non-flash)
Oct 26 08:22:35 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:22:35 user nova-compute[74287]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:22:35 user nova-compute[74287]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad (non-flash)
Oct 26 08:22:35 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1964be3e-7e87-4f0f-b008-a97d0e126a5f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f, portal: 172.16.0.220,3260]
Oct 26 08:22:35 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f, portal: 172.16.0.220,3260] successful.
Oct 26 08:22:35 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f6943b2-b36c-4e0d-8b8e-786879e8de76]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a1b5b0a-d997-494c-ab5a-14c40eecab8c]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:22:35 user nova-compute[74287]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:22:35 user nova-compute[74287]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad (non-flash)
Oct 26 08:22:35 user nova-compute[74287]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:22:35 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:22:35 user nova-compute[74287]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:22:35 user nova-compute[74287]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad (non-flash)
Oct 26 08:22:35 user nova-compute[74287]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:22:35 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.323s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] HCTL ('36', '-', '-', 0) found on session 44 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[eca26ae1-df7a-4711-9453-793454d43345]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:35 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Searching for a device in session 44 and hctl ['36', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Searching for a device in session 44 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZksIwcXh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.354s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] <== connect_volume: return (1355ms) {'type': 'block', 'scsi_wwn': '23438653063633763', 'path': '/dev/sde'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23438653063633763', 'path': '/dev/sde'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:22:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1456909903',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1456909903',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1456909903',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGn14iI6n6Fq40iN5KgTHSYVBniCU4XhBk3mgIJ9KnvMYz3v5/ys4ylShYBd4NiqqjNt9k1nKUDoRLFKjKZiWJbeFmADaCxkyZ0SWcMbG1LzC8nt4lGjvD0zTQLeS1Li0g==',key_name='tempest-keypair-172163464',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e2ca5afe48e4f2ba2aa59777192cbfb',ramdisk_id='',reservation_id='r-a7dvwg0d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1944317266',owner_user_name='tempest-TestVolumeBootPattern-1944317266-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:22:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8da457e99fa4aceb02d04d83cc49929',uuid=97cc3a3e-c7d2-4c6a-9d76-cd147b37e708,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "12bfdda8-2c71-4187-866e-16beced19e69", "address": "fa:16:3e:fc:fe:2a", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12bfdda8-2c", "ovs_interfaceid": "12bfdda8-2c71-4187-866e-16beced19e69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converting VIF {"id": "12bfdda8-2c71-4187-866e-16beced19e69", "address": "fa:16:3e:fc:fe:2a", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12bfdda8-2c", "ovs_interfaceid": "12bfdda8-2c71-4187-866e-16beced19e69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:fe:2a,bridge_name='br-int',has_traffic_filtering=True,id=12bfdda8-2c71-4187-866e-16beced19e69,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12bfdda8-2c') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG nova.objects.instance [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lazy-loading 'pci_devices' on Instance uuid 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:22:36 user nova-compute[74287]:   <uuid>97cc3a3e-c7d2-4c6a-9d76-cd147b37e708</uuid>
Oct 26 08:22:36 user nova-compute[74287]:   <name>instance-00000028</name>
Oct 26 08:22:36 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:22:36 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:22:36 user nova-compute[74287]:   <metadata>
Oct 26 08:22:36 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:22:36 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:22:36 user nova-compute[74287]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1456909903</nova:name>
Oct 26 08:22:36 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:22:34</nova:creationTime>
Oct 26 08:22:36 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:22:36 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:22:36 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:22:36 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:22:36 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:22:36 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:22:36 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:22:36 user nova-compute[74287]:       <nova:owner>
Oct 26 08:22:36 user nova-compute[74287]:         <nova:user uuid="f8da457e99fa4aceb02d04d83cc49929">tempest-TestVolumeBootPattern-1944317266-project-member</nova:user>
Oct 26 08:22:36 user nova-compute[74287]:         <nova:project uuid="0e2ca5afe48e4f2ba2aa59777192cbfb">tempest-TestVolumeBootPattern-1944317266</nova:project>
Oct 26 08:22:36 user nova-compute[74287]:       </nova:owner>
Oct 26 08:22:36 user nova-compute[74287]:       <nova:ports>
Oct 26 08:22:36 user nova-compute[74287]:         <nova:port uuid="12bfdda8-2c71-4187-866e-16beced19e69">
Oct 26 08:22:36 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 26 08:22:36 user nova-compute[74287]:         </nova:port>
Oct 26 08:22:36 user nova-compute[74287]:       </nova:ports>
Oct 26 08:22:36 user nova-compute[74287]:     </nova:instance>
Oct 26 08:22:36 user nova-compute[74287]:   </metadata>
Oct 26 08:22:36 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:22:36 user nova-compute[74287]:     <system>
Oct 26 08:22:36 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:22:36 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:22:36 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:22:36 user nova-compute[74287]:       <entry name="serial">97cc3a3e-c7d2-4c6a-9d76-cd147b37e708</entry>
Oct 26 08:22:36 user nova-compute[74287]:       <entry name="uuid">97cc3a3e-c7d2-4c6a-9d76-cd147b37e708</entry>
Oct 26 08:22:36 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:22:36 user nova-compute[74287]:     </system>
Oct 26 08:22:36 user nova-compute[74287]:   </sysinfo>
Oct 26 08:22:36 user nova-compute[74287]:   <os>
Oct 26 08:22:36 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:22:36 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:22:36 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:22:36 user nova-compute[74287]:   </os>
Oct 26 08:22:36 user nova-compute[74287]:   <features>
Oct 26 08:22:36 user nova-compute[74287]:     <acpi/>
Oct 26 08:22:36 user nova-compute[74287]:     <apic/>
Oct 26 08:22:36 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:22:36 user nova-compute[74287]:   </features>
Oct 26 08:22:36 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:22:36 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:22:36 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:22:36 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:22:36 user nova-compute[74287]:   </clock>
Oct 26 08:22:36 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:22:36 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:22:36 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:22:36 user nova-compute[74287]:   </cpu>
Oct 26 08:22:36 user nova-compute[74287]:   <devices>
Oct 26 08:22:36 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:22:36 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:22:36 user nova-compute[74287]:       <source dev="/dev/sde"/>
Oct 26 08:22:36 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:22:36 user nova-compute[74287]:       <serial>7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f</serial>
Oct 26 08:22:36 user nova-compute[74287]:     </disk>
Oct 26 08:22:36 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:22:36 user nova-compute[74287]:       <mac address="fa:16:3e:fc:fe:2a"/>
Oct 26 08:22:36 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:22:36 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:22:36 user nova-compute[74287]:       <target dev="tap12bfdda8-2c"/>
Oct 26 08:22:36 user nova-compute[74287]:     </interface>
Oct 26 08:22:36 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:22:36 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/97cc3a3e-c7d2-4c6a-9d76-cd147b37e708/console.log" append="off"/>
Oct 26 08:22:36 user nova-compute[74287]:     </serial>
Oct 26 08:22:36 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:22:36 user nova-compute[74287]:     <video>
Oct 26 08:22:36 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:22:36 user nova-compute[74287]:     </video>
Oct 26 08:22:36 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:22:36 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:22:36 user nova-compute[74287]:     </rng>
Oct 26 08:22:36 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:22:36 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:22:36 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:22:36 user nova-compute[74287]:     </memballoon>
Oct 26 08:22:36 user nova-compute[74287]:   </devices>
Oct 26 08:22:36 user nova-compute[74287]: </domain>
Oct 26 08:22:36 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:22:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1456909903',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1456909903',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1456909903',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGn14iI6n6Fq40iN5KgTHSYVBniCU4XhBk3mgIJ9KnvMYz3v5/ys4ylShYBd4NiqqjNt9k1nKUDoRLFKjKZiWJbeFmADaCxkyZ0SWcMbG1LzC8nt4lGjvD0zTQLeS1Li0g==',key_name='tempest-keypair-172163464',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e2ca5afe48e4f2ba2aa59777192cbfb',ramdisk_id='',reservation_id='r-a7dvwg0d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1944317266',owner_user_name='tempest-TestVolumeBootPattern-1944317266-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:22:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8da457e99fa4aceb02d04d83cc49929',uuid=97cc3a3e-c7d2-4c6a-9d76-cd147b37e708,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "12bfdda8-2c71-4187-866e-16beced19e69", "address": "fa:16:3e:fc:fe:2a", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12bfdda8-2c", "ovs_interfaceid": "12bfdda8-2c71-4187-866e-16beced19e69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converting VIF {"id": "12bfdda8-2c71-4187-866e-16beced19e69", "address": "fa:16:3e:fc:fe:2a", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12bfdda8-2c", "ovs_interfaceid": "12bfdda8-2c71-4187-866e-16beced19e69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:fe:2a,bridge_name='br-int',has_traffic_filtering=True,id=12bfdda8-2c71-4187-866e-16beced19e69,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12bfdda8-2c') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG os_vif [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:fe:2a,bridge_name='br-int',has_traffic_filtering=True,id=12bfdda8-2c71-4187-866e-16beced19e69,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12bfdda8-2c') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '69049944-3809-58d0-898a-4a4b9e3c26ff', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap12bfdda8-2c, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap12bfdda8-2c, col_values=(('qos', UUID('d6ab10d3-50e6-4e93-b177-de804c7f66e8')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap12bfdda8-2c, col_values=(('external_ids', {'iface-id': '12bfdda8-2c71-4187-866e-16beced19e69', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fc:fe:2a', 'vm-uuid': '97cc3a3e-c7d2-4c6a-9d76-cd147b37e708'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:36 user nova-compute[74287]: INFO os_vif [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:fe:2a,bridge_name='br-int',has_traffic_filtering=True,id=12bfdda8-2c71-4187-866e-16beced19e69,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12bfdda8-2c')
Oct 26 08:22:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:22:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] No VIF found with MAC fa:16:3e:fc:fe:2a, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:22:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-b248216d-bf7e-4a52-aa79-bffb02688ff1 req-aa078f30-0c75-4090-9b15-97420df462ca service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Received event network-vif-plugged-12bfdda8-2c71-4187-866e-16beced19e69 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:22:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b248216d-bf7e-4a52-aa79-bffb02688ff1 req-aa078f30-0c75-4090-9b15-97420df462ca service nova] Acquiring lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b248216d-bf7e-4a52-aa79-bffb02688ff1 req-aa078f30-0c75-4090-9b15-97420df462ca service nova] Lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-b248216d-bf7e-4a52-aa79-bffb02688ff1 req-aa078f30-0c75-4090-9b15-97420df462ca service nova] Lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:37 user nova-compute[74287]: DEBUG nova.compute.manager [req-b248216d-bf7e-4a52-aa79-bffb02688ff1 req-aa078f30-0c75-4090-9b15-97420df462ca service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] No waiting events found dispatching network-vif-plugged-12bfdda8-2c71-4187-866e-16beced19e69 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:22:37 user nova-compute[74287]: WARNING nova.compute.manager [req-b248216d-bf7e-4a52-aa79-bffb02688ff1 req-aa078f30-0c75-4090-9b15-97420df462ca service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Received unexpected event network-vif-plugged-12bfdda8-2c71-4187-866e-16beced19e69 for instance with vm_state building and task_state spawning.
Oct 26 08:22:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:39 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:22:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:22:39 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Instance spawned successfully.
Oct 26 08:22:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:22:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:22:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:22:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:22:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:22:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:22:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:22:39 user nova-compute[74287]: INFO nova.compute.manager [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Took 5.01 seconds to spawn the instance on the hypervisor.
Oct 26 08:22:39 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:22:40 user nova-compute[74287]: INFO nova.compute.manager [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Took 25.00 seconds to build instance.
Oct 26 08:22:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504e44b-672d-4ab9-9ee2-761b4f60305c tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.100s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-e41f000e-dc9d-482e-97d1-70dd807b9436 req-011481c1-3991-40a2-9895-5e035384d7a0 service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Received event network-vif-plugged-12bfdda8-2c71-4187-866e-16beced19e69 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:22:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e41f000e-dc9d-482e-97d1-70dd807b9436 req-011481c1-3991-40a2-9895-5e035384d7a0 service nova] Acquiring lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e41f000e-dc9d-482e-97d1-70dd807b9436 req-011481c1-3991-40a2-9895-5e035384d7a0 service nova] Lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e41f000e-dc9d-482e-97d1-70dd807b9436 req-011481c1-3991-40a2-9895-5e035384d7a0 service nova] Lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-e41f000e-dc9d-482e-97d1-70dd807b9436 req-011481c1-3991-40a2-9895-5e035384d7a0 service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] No waiting events found dispatching network-vif-plugged-12bfdda8-2c71-4187-866e-16beced19e69 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:22:40 user nova-compute[74287]: WARNING nova.compute.manager [req-e41f000e-dc9d-482e-97d1-70dd807b9436 req-011481c1-3991-40a2-9895-5e035384d7a0 service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Received unexpected event network-vif-plugged-12bfdda8-2c71-4187-866e-16beced19e69 for instance with vm_state active and task_state None.
Oct 26 08:22:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:42 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cfeefc6e-a552-4693-ad50-79f74a272280 is timed out.
Oct 26 08:22:42 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Successfully detached device vdb from instance cfeefc6e-a552-4693-ad50-79f74a272280 from the live domain config.
Oct 26 08:22:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KzjbtvsJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:22:42 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e4b1ff3-1c10-4874-97fb-61ec35bac996]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:22:42 user nova-compute[74287]: No targets found.
Oct 26 08:22:42 user nova-compute[74287]: iSNS:
Oct 26 08:22:42 user nova-compute[74287]: No targets found.
Oct 26 08:22:42 user nova-compute[74287]: STATIC:
Oct 26 08:22:42 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0
Oct 26 08:22:42 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:22:42 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:22:42 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad
Oct 26 08:22:42 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:22:42 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:22:42 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f
Oct 26 08:22:42 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:22:42 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:22:42 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd
Oct 26 08:22:42 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:22:42 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:22:42 user nova-compute[74287]: FIRMWARE:
Oct 26 08:22:42 user nova-compute[74287]: No targets found.
Oct 26 08:22:42 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:22:42 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:22:42 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b60ce37-835c-429c-85e5-0f1db04cfe0f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a1f92c3-10e4-4eca-b5fb-08720c4a4d42]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:22:42 user nova-compute[74287]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:22:42 user nova-compute[74287]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad (non-flash)
Oct 26 08:22:42 user nova-compute[74287]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:22:42 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 (non-flash)
Oct 26 08:22:42 user nova-compute[74287]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:22:42 user nova-compute[74287]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad (non-flash)
Oct 26 08:22:42 user nova-compute[74287]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:22:42 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb7047c8b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ffb3b8c-fe89-4b46-9ee4-8d45813f0848]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[935e9a70-7901-40b1-8b24-78a35948ee46]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[59066ba0-652e-4c5e-88fe-2818b82dc774]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[50caae0b-0ab4-4366-9c1b-02475623f305]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[65b0ca58-e192-4305-b2eb-8ba5aff07414]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[717e7e65-91ed-4f0d-98eb-df0ba12dd636]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0, portal: 172.16.0.220,3260]
Oct 26 08:22:42 user nova-compute[74287]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0, portal: 172.16.0.220,3260] successful.
Oct 26 08:22:42 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43522b67-accb-4f32-9427-42f3f114ecd0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[18b2a1a4-22f6-4fdd-af26-cdbeba3856c5]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] <== disconnect_volume: return (326ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:22:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:22:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:43 user nova-compute[74287]: DEBUG nova.objects.instance [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'flavor' on Instance uuid cfeefc6e-a552-4693-ad50-79f74a272280 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:22:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4d65faa5-5e24-4a19-88e7-6fb412c26185 tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.805s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:43 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:22:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:22:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "cfeefc6e-a552-4693-ad50-79f74a272280" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:44 user nova-compute[74287]: INFO nova.compute.manager [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Detaching volume 0a1f86f6-885b-47df-bfb2-450247ff4afd
Oct 26 08:22:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:22:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:44 user nova-compute[74287]: INFO nova.virt.block_device [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Attempting to driver detach volume 0a1f86f6-885b-47df-bfb2-450247ff4afd from mountpoint /dev/vdc
Oct 26 08:22:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Attempting to detach device vdc from instance cfeefc6e-a552-4693-ad50-79f74a272280 from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:22:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:22:44 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:22:44 user nova-compute[74287]:   <source dev="/dev/sdc"/>
Oct 26 08:22:44 user nova-compute[74287]:   <target dev="vdc" bus="virtio"/>
Oct 26 08:22:44 user nova-compute[74287]:   <serial>0a1f86f6-885b-47df-bfb2-450247ff4afd</serial>
Oct 26 08:22:44 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 26 08:22:44 user nova-compute[74287]: </disk>
Oct 26 08:22:44 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:22:45 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Successfully detached device vdc from instance cfeefc6e-a552-4693-ad50-79f74a272280 from the persistent domain config.
Oct 26 08:22:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance cfeefc6e-a552-4693-ad50-79f74a272280 from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:22:45 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:22:45 user nova-compute[74287]:   <source dev="/dev/sdc"/>
Oct 26 08:22:45 user nova-compute[74287]:   <target dev="vdc" bus="virtio"/>
Oct 26 08:22:45 user nova-compute[74287]:   <serial>0a1f86f6-885b-47df-bfb2-450247ff4afd</serial>
Oct 26 08:22:45 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 26 08:22:45 user nova-compute[74287]: </disk>
Oct 26 08:22:45 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance cfeefc6e-a552-4693-ad50-79f74a272280 {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:45 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:22:45 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:22:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8419MB free_disk=24.94812774658203GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance cfeefc6e-a552-4693-ad50-79f74a272280 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance b138f37a-326c-49f0-a10d-431d6926d267 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 7aff2364-f717-4475-93c6-2a07099b8a6c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance e57a1942-19eb-40c1-a4eb-49c0b23e5803 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:22:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.300s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:46 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7aff2364-f717-4475-93c6-2a07099b8a6c is timed out.
Oct 26 08:22:46 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Successfully detached device vdb from instance 7aff2364-f717-4475-93c6-2a07099b8a6c from the live domain config.
Oct 26 08:22:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JZpcYFbk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:22:46 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a49c0db-e5e8-4a1c-ae7f-9df6f992135b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:22:46 user nova-compute[74287]: No targets found.
Oct 26 08:22:46 user nova-compute[74287]: iSNS:
Oct 26 08:22:46 user nova-compute[74287]: No targets found.
Oct 26 08:22:46 user nova-compute[74287]: STATIC:
Oct 26 08:22:46 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad
Oct 26 08:22:46 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:22:46 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:22:46 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f
Oct 26 08:22:46 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:22:46 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:22:46 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd
Oct 26 08:22:46 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:22:46 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:22:46 user nova-compute[74287]: FIRMWARE:
Oct 26 08:22:46 user nova-compute[74287]: No targets found.
Oct 26 08:22:46 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:22:46 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:22:46 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8ce0547-db16-407c-bcac-63afe309a4e2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[32ac2077-6b21-4ace-b52b-06779a2b24a4]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:22:46 user nova-compute[74287]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad (non-flash)
Oct 26 08:22:46 user nova-compute[74287]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:22:46 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:22:46 user nova-compute[74287]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad (non-flash)
Oct 26 08:22:46 user nova-compute[74287]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:22:46 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb70752050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad'): ({'sdd'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Removing single pathed devices sdd {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dfd7a55-841a-408a-bd0b-67cfb50808fb]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec6b6775-ab38-4cd9-9a6b-27b83309522d]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Flushing IO for device /dev/sdd {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e029e7b9-a71e-4f54-be76-4f701f86151b]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.037s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2257ce8e-f11b-4e0b-8f31-aa5985e2e4c7]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] SCSI volumes sdd have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6abb5d83-1092-424f-86d5-27209f006daf]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6694492f-1d0d-4a5b-9b32-f8d942ed5537]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad, portal: 172.16.0.220,3260]
Oct 26 08:22:46 user nova-compute[74287]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad, portal: 172.16.0.220,3260] successful.
Oct 26 08:22:46 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66ff48d1-616c-4b79-af89-b81691ba0bad -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca3ad725-60b6-4bc9-9a73-3921e1cece9c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.285s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] <== disconnect_volume: return (286ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:22:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:22:47 user nova-compute[74287]: DEBUG nova.objects.instance [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'flavor' on Instance uuid 7aff2364-f717-4475-93c6-2a07099b8a6c {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:22:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-4c55933c-7b28-41da-823e-2fb1a37cf6a7 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.734s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:22:48 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:22:48 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:22:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:49 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:22:49 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:22:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-7aff2364-f717-4475-93c6-2a07099b8a6c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:22:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-7aff2364-f717-4475-93c6-2a07099b8a6c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:22:49 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:22:50 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Updating instance_info_cache with network_info: [{"id": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "address": "fa:16:3e:f8:fd:c5", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1a466ee-2b", "ovs_interfaceid": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:22:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-7aff2364-f717-4475-93c6-2a07099b8a6c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:22:50 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:22:50 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:22:50 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:22:50 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:22:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:52 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:22:52 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:22:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:22:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:00 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:23:00 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:23:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:05 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance cfeefc6e-a552-4693-ad50-79f74a272280 is timed out.
Oct 26 08:23:05 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Successfully detached device vdc from instance cfeefc6e-a552-4693-ad50-79f74a272280 from the live domain config.
Oct 26 08:23:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vMlKwsqS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:23:05 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e621ff12-e899-4815-9ecf-e8db0c486253]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:23:05 user nova-compute[74287]: No targets found.
Oct 26 08:23:05 user nova-compute[74287]: iSNS:
Oct 26 08:23:05 user nova-compute[74287]: No targets found.
Oct 26 08:23:05 user nova-compute[74287]: STATIC:
Oct 26 08:23:05 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f
Oct 26 08:23:05 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:23:05 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:23:05 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd
Oct 26 08:23:05 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:23:05 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:23:05 user nova-compute[74287]: FIRMWARE:
Oct 26 08:23:05 user nova-compute[74287]: No targets found.
Oct 26 08:23:05 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:23:05 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:23:05 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf46c737-6852-4d5b-b9cc-1038a2b7ac65]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[83fb4fbd-ea77-4cbb-a384-e96241274149]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:23:05 user nova-compute[74287]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:23:05 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd (non-flash)
Oct 26 08:23:05 user nova-compute[74287]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:23:05 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb707cfac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd'): ({'sdc'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Removing single pathed devices sdc {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d20e4aa9-115b-4c66-b572-7ea0f289a83e]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[596652c3-0efd-4b4a-b57a-a715837486c4]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Flushing IO for device /dev/sdc {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fe2deb8-80a3-4f50-a762-135c01a3eabb]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.038s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f02c1a6-ee77-4a44-8049-8e2208ced53c]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[019b4405-bf10-4981-b691-93de4d407f45]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[223f6725-1ff5-460a-b45d-0840cf5c42e4]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd, portal: 172.16.0.220,3260]
Oct 26 08:23:05 user nova-compute[74287]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd, portal: 172.16.0.220,3260] successful.
Oct 26 08:23:05 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a1f86f6-885b-47df-bfb2-450247ff4afd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[554b17f9-ba66-4e14-afc5-d08609a4011f]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] <== disconnect_volume: return (300ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:23:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:23:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:06 user nova-compute[74287]: DEBUG nova.objects.instance [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'flavor' on Instance uuid cfeefc6e-a552-4693-ad50-79f74a272280 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:23:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d4d29a43-9df6-4b55-b8c5-0fbf4dfabc1c tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.914s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "cfeefc6e-a552-4693-ad50-79f74a272280" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "cfeefc6e-a552-4693-ad50-79f74a272280-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:07 user nova-compute[74287]: INFO nova.compute.manager [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Terminating instance
Oct 26 08:23:07 user nova-compute[74287]: DEBUG nova.compute.manager [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:23:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-6ccf306d-b166-4bda-bd74-1b53923e3859 req-e21a5927-885a-47a3-b47d-1f34020bfaf3 service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Received event network-vif-unplugged-7107369b-840d-46e6-bd6d-016f825da2ad {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:23:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6ccf306d-b166-4bda-bd74-1b53923e3859 req-e21a5927-885a-47a3-b47d-1f34020bfaf3 service nova] Acquiring lock "cfeefc6e-a552-4693-ad50-79f74a272280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6ccf306d-b166-4bda-bd74-1b53923e3859 req-e21a5927-885a-47a3-b47d-1f34020bfaf3 service nova] Lock "cfeefc6e-a552-4693-ad50-79f74a272280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6ccf306d-b166-4bda-bd74-1b53923e3859 req-e21a5927-885a-47a3-b47d-1f34020bfaf3 service nova] Lock "cfeefc6e-a552-4693-ad50-79f74a272280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-6ccf306d-b166-4bda-bd74-1b53923e3859 req-e21a5927-885a-47a3-b47d-1f34020bfaf3 service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] No waiting events found dispatching network-vif-unplugged-7107369b-840d-46e6-bd6d-016f825da2ad {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:23:07 user nova-compute[74287]: DEBUG nova.compute.manager [req-6ccf306d-b166-4bda-bd74-1b53923e3859 req-e21a5927-885a-47a3-b47d-1f34020bfaf3 service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Received event network-vif-unplugged-7107369b-840d-46e6-bd6d-016f825da2ad for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:08 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Instance destroyed successfully.
Oct 26 08:23:08 user nova-compute[74287]: DEBUG nova.objects.instance [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lazy-loading 'resources' on Instance uuid cfeefc6e-a552-4693-ad50-79f74a272280 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:19:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-775558656',display_name='tempest-AttachVolumeTestJSON-server-775558656',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-775558656',id=37,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDE+C6IG1BWfTO4/Sxe8uB8yl0kH97XJX3dlVAB75MHm/yVnvlNgjPSH5LpArk5dy05CFDakU//4laGiwxFkzfE1gYzAPoTtP/LYErqZHnL37SbNb6A7iEShW/1n13D4jg==',key_name='tempest-keypair-1312968100',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:19:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b1ca50be80e64e02b008239b56b7a9e4',ramdisk_id='',reservation_id='r-ezdp37ti',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-178685270',owner_user_name='tempest-AttachVolumeTestJSON-178685270-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:19:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='35e09e5a79a8420dbdf08ff418c5e8e0',uuid=cfeefc6e-a552-4693-ad50-79f74a272280,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7107369b-840d-46e6-bd6d-016f825da2ad", "address": "fa:16:3e:0d:3f:e7", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7107369b-84", "ovs_interfaceid": "7107369b-840d-46e6-bd6d-016f825da2ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converting VIF {"id": "7107369b-840d-46e6-bd6d-016f825da2ad", "address": "fa:16:3e:0d:3f:e7", "network": {"id": "dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-745250866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1ca50be80e64e02b008239b56b7a9e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7107369b-84", "ovs_interfaceid": "7107369b-840d-46e6-bd6d-016f825da2ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0d:3f:e7,bridge_name='br-int',has_traffic_filtering=True,id=7107369b-840d-46e6-bd6d-016f825da2ad,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7107369b-84') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG os_vif [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:3f:e7,bridge_name='br-int',has_traffic_filtering=True,id=7107369b-840d-46e6-bd6d-016f825da2ad,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7107369b-84') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7107369b-84, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e0ba0f87-9305-4673-a26f-3f67953c90ae) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:23:08 user nova-compute[74287]: INFO os_vif [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:3f:e7,bridge_name='br-int',has_traffic_filtering=True,id=7107369b-840d-46e6-bd6d-016f825da2ad,network=Network(dc52ec16-f0f6-4d1a-a839-d6cf9b54d1f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7107369b-84')
Oct 26 08:23:08 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Deleting instance files /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280_del
Oct 26 08:23:08 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Deletion of /opt/stack/data/nova/instances/cfeefc6e-a552-4693-ad50-79f74a272280_del complete
Oct 26 08:23:08 user nova-compute[74287]: INFO nova.compute.manager [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 26 08:23:08 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:23:08 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:23:09 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:23:09 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Took 0.76 seconds to deallocate network for instance.
Oct 26 08:23:09 user nova-compute[74287]: DEBUG nova.compute.manager [req-de301050-0b59-4bd0-a24b-efaf39e41cd9 req-3438dd44-58f1-4f92-853b-5c67c398171a service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Received event network-vif-deleted-7107369b-840d-46e6-bd6d-016f825da2ad {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:23:09 user nova-compute[74287]: INFO nova.compute.manager [req-de301050-0b59-4bd0-a24b-efaf39e41cd9 req-3438dd44-58f1-4f92-853b-5c67c398171a service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Neutron deleted interface 7107369b-840d-46e6-bd6d-016f825da2ad; detaching it from the instance and deleting it from the info cache
Oct 26 08:23:09 user nova-compute[74287]: DEBUG nova.network.neutron [req-de301050-0b59-4bd0-a24b-efaf39e41cd9 req-3438dd44-58f1-4f92-853b-5c67c398171a service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:23:09 user nova-compute[74287]: DEBUG nova.compute.manager [req-de301050-0b59-4bd0-a24b-efaf39e41cd9 req-3438dd44-58f1-4f92-853b-5c67c398171a service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Detach interface failed, port_id=7107369b-840d-46e6-bd6d-016f825da2ad, reason: Instance cfeefc6e-a552-4693-ad50-79f74a272280 could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 08:23:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:09 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:23:09 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:23:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.193s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:09 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Deleted allocations for instance cfeefc6e-a552-4693-ad50-79f74a272280
Oct 26 08:23:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-12462cea-e9fd-405a-a0a4-39753a084e4b tempest-AttachVolumeTestJSON-178685270 tempest-AttachVolumeTestJSON-178685270-project-member] Lock "cfeefc6e-a552-4693-ad50-79f74a272280" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.047s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:09 user nova-compute[74287]: DEBUG nova.compute.manager [req-91f123ee-6861-4fbe-bc89-c936dbf2d8fe req-2fa4d46b-7811-47a2-a408-5923a2827409 service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Received event network-vif-plugged-7107369b-840d-46e6-bd6d-016f825da2ad {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:23:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-91f123ee-6861-4fbe-bc89-c936dbf2d8fe req-2fa4d46b-7811-47a2-a408-5923a2827409 service nova] Acquiring lock "cfeefc6e-a552-4693-ad50-79f74a272280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-91f123ee-6861-4fbe-bc89-c936dbf2d8fe req-2fa4d46b-7811-47a2-a408-5923a2827409 service nova] Lock "cfeefc6e-a552-4693-ad50-79f74a272280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-91f123ee-6861-4fbe-bc89-c936dbf2d8fe req-2fa4d46b-7811-47a2-a408-5923a2827409 service nova] Lock "cfeefc6e-a552-4693-ad50-79f74a272280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:09 user nova-compute[74287]: DEBUG nova.compute.manager [req-91f123ee-6861-4fbe-bc89-c936dbf2d8fe req-2fa4d46b-7811-47a2-a408-5923a2827409 service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] No waiting events found dispatching network-vif-plugged-7107369b-840d-46e6-bd6d-016f825da2ad {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:23:09 user nova-compute[74287]: WARNING nova.compute.manager [req-91f123ee-6861-4fbe-bc89-c936dbf2d8fe req-2fa4d46b-7811-47a2-a408-5923a2827409 service nova] [instance: cfeefc6e-a552-4693-ad50-79f74a272280] Received unexpected event network-vif-plugged-7107369b-840d-46e6-bd6d-016f825da2ad for instance with vm_state deleted and task_state None.
Oct 26 08:23:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "7aff2364-f717-4475-93c6-2a07099b8a6c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "7aff2364-f717-4475-93c6-2a07099b8a6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:16 user nova-compute[74287]: INFO nova.compute.manager [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Terminating instance
Oct 26 08:23:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:23:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-ca4f5524-69b7-45a0-8e87-e1c0cb064eca req-1f0b9312-9150-4d73-81e0-aeb620d7fffc service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Received event network-vif-unplugged-c1a466ee-2b20-4143-84af-1b9c9cd58abf {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:23:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ca4f5524-69b7-45a0-8e87-e1c0cb064eca req-1f0b9312-9150-4d73-81e0-aeb620d7fffc service nova] Acquiring lock "7aff2364-f717-4475-93c6-2a07099b8a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ca4f5524-69b7-45a0-8e87-e1c0cb064eca req-1f0b9312-9150-4d73-81e0-aeb620d7fffc service nova] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ca4f5524-69b7-45a0-8e87-e1c0cb064eca req-1f0b9312-9150-4d73-81e0-aeb620d7fffc service nova] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-ca4f5524-69b7-45a0-8e87-e1c0cb064eca req-1f0b9312-9150-4d73-81e0-aeb620d7fffc service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] No waiting events found dispatching network-vif-unplugged-c1a466ee-2b20-4143-84af-1b9c9cd58abf {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:23:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-ca4f5524-69b7-45a0-8e87-e1c0cb064eca req-1f0b9312-9150-4d73-81e0-aeb620d7fffc service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Received event network-vif-unplugged-c1a466ee-2b20-4143-84af-1b9c9cd58abf for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:23:17 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Instance destroyed successfully.
Oct 26 08:23:17 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'resources' on Instance uuid 7aff2364-f717-4475-93c6-2a07099b8a6c {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:23:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:20:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-74976317',display_name='tempest-AttachVolumeNegativeTest-server-74976317',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-74976317',id=39,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC26DzEue6VbiiRF20Xn4BvFTf63x/YoGhwLv/7TeZuexbnfIb/IYDpTq60E7iaGOmJ+4i/lXYO7Xs+rfwGZhOROlLz0x8wP7+Rrrak19fEznNaHbK/ibPRuJiWelqa+CA==',key_name='tempest-keypair-448127739',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:20:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1c14f29424ef4e99a45550bfab1f9d84',ramdisk_id='',reservation_id='r-cy6n45ir',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1732752721',owner_user_name='tempest-AttachVolumeNegativeTest-1732752721-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:20:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2720c3e24d384972be5d1dde75369b56',uuid=7aff2364-f717-4475-93c6-2a07099b8a6c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "address": "fa:16:3e:f8:fd:c5", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1a466ee-2b", "ovs_interfaceid": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:23:17 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converting VIF {"id": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "address": "fa:16:3e:f8:fd:c5", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1a466ee-2b", "ovs_interfaceid": "c1a466ee-2b20-4143-84af-1b9c9cd58abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:23:17 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f8:fd:c5,bridge_name='br-int',has_traffic_filtering=True,id=c1a466ee-2b20-4143-84af-1b9c9cd58abf,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1a466ee-2b') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:23:17 user nova-compute[74287]: DEBUG os_vif [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:fd:c5,bridge_name='br-int',has_traffic_filtering=True,id=c1a466ee-2b20-4143-84af-1b9c9cd58abf,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1a466ee-2b') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:23:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc1a466ee-2b, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:23:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:23:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c1092bde-39d9-417e-9be2-d8867b9fc44b) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:23:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:23:17 user nova-compute[74287]: INFO os_vif [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:fd:c5,bridge_name='br-int',has_traffic_filtering=True,id=c1a466ee-2b20-4143-84af-1b9c9cd58abf,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1a466ee-2b')
Oct 26 08:23:17 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Deleting instance files /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c_del
Oct 26 08:23:17 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Deletion of /opt/stack/data/nova/instances/7aff2364-f717-4475-93c6-2a07099b8a6c_del complete
Oct 26 08:23:17 user nova-compute[74287]: INFO nova.compute.manager [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 26 08:23:17 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:23:17 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:23:17 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:23:17 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:23:17 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Took 0.63 seconds to deallocate network for instance.
Oct 26 08:23:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:18 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:23:18 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:23:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.193s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:18 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Deleted allocations for instance 7aff2364-f717-4475-93c6-2a07099b8a6c
Oct 26 08:23:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1e0e2f1f-ca84-4df5-8d62-bf99da5821cb tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.888s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-07af483e-f0dc-43b7-a617-96986c600b2f req-cda19de1-c35c-435f-a629-bf9ccad08ca3 service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Received event network-vif-plugged-c1a466ee-2b20-4143-84af-1b9c9cd58abf {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:23:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-07af483e-f0dc-43b7-a617-96986c600b2f req-cda19de1-c35c-435f-a629-bf9ccad08ca3 service nova] Acquiring lock "7aff2364-f717-4475-93c6-2a07099b8a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-07af483e-f0dc-43b7-a617-96986c600b2f req-cda19de1-c35c-435f-a629-bf9ccad08ca3 service nova] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-07af483e-f0dc-43b7-a617-96986c600b2f req-cda19de1-c35c-435f-a629-bf9ccad08ca3 service nova] Lock "7aff2364-f717-4475-93c6-2a07099b8a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-07af483e-f0dc-43b7-a617-96986c600b2f req-cda19de1-c35c-435f-a629-bf9ccad08ca3 service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] No waiting events found dispatching network-vif-plugged-c1a466ee-2b20-4143-84af-1b9c9cd58abf {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:23:18 user nova-compute[74287]: WARNING nova.compute.manager [req-07af483e-f0dc-43b7-a617-96986c600b2f req-cda19de1-c35c-435f-a629-bf9ccad08ca3 service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Received unexpected event network-vif-plugged-c1a466ee-2b20-4143-84af-1b9c9cd58abf for instance with vm_state deleted and task_state None.
Oct 26 08:23:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-07af483e-f0dc-43b7-a617-96986c600b2f req-cda19de1-c35c-435f-a629-bf9ccad08ca3 service nova] [instance: 7aff2364-f717-4475-93c6-2a07099b8a6c] Received event network-vif-deleted-c1a466ee-2b20-4143-84af-1b9c9cd58abf {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "b138f37a-326c-49f0-a10d-431d6926d267" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG nova.objects.instance [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lazy-loading 'flavor' on Instance uuid b138f37a-326c-49f0-a10d-431d6926d267 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "b138f37a-326c-49f0-a10d-431d6926d267" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "b138f37a-326c-49f0-a10d-431d6926d267" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:20 user nova-compute[74287]: INFO nova.compute.manager [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Attaching volume be77d012-faef-4417-983a-1f97ea7065c3 to /dev/vdb
Oct 26 08:23:20 user nova-compute[74287]: DEBUG os_brick.utils [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[858541ee-f82b-40e3-aa07-23d3c391dfa4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ac8ac9-5df8-4c8d-aaaf-35d38b0a12a3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[43a6e783-91cc-4f01-bf3e-4c935a7892b4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[54184128-e021-4905-b250-10f83f89fcc3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:23:20 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:23:20 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3445bac-a6be-496c-a62f-734fd21ea6bf]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG os_brick.utils [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:23:20 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updating existing volume attachment record: dd15d91f-a4cc-4f66-ba19-9a813e039d56 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:23:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:23:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:23:43 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:23:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:43 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:23:43 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:23:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:45 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:23:45 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:23:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8640MB free_disk=24.99294662475586GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance b138f37a-326c-49f0-a10d-431d6926d267 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance e57a1942-19eb-40c1-a4eb-49c0b23e5803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing inventories for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating ProviderTree inventory for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating inventory in ProviderTree for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing aggregate associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, aggregates: None {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing trait associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, traits: HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:23:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.446s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cXpewuSa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:23:47 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:23:47 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:23:47 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e61f31eb-f8f4-411e-8563-1bd817c223c5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:23:47 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[31857a0c-b537-428b-a062-deb73c6bb47d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3] added
Oct 26 08:23:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[765cc34f-f8dc-4f58-88cd-7a1a186a49c1]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b1b20b8-d4d6-4bdb-b5dc-5b1ff3dbb145]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cXpewuSa {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cXpewuSa" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[06f29152-98e3-4926-b914-94f64ced12b2]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cXpewuSa'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1452449-a2b8-4f03-8ed7-066658441373]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa032d3a-a817-4c69-912b-9d9a54dc91b5]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:23:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:23:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[25a6211a-0e25-45cd-83e2-a9044084141c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260]
Oct 26 08:23:47 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260] successful.
Oct 26 08:23:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[05f76502-9142-411e-ad24-87fa5ed8d12e]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3fdfd9f-7a02-448d-ac3f-ba9d3915ca45]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:23:47 user nova-compute[74287]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:23:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:23:47 user nova-compute[74287]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:23:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] HCTL ('33', '-', '-', 0) found on session 45 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a8ae933-71d5-4822-87b9-693e22697ccd]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:23:48 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:23:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cXpewuSa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:23:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:23:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '23961656633643762', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:23:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23961656633643762', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:23:48 user nova-compute[74287]: DEBUG nova.objects.instance [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lazy-loading 'flavor' on Instance uuid b138f37a-326c-49f0-a10d-431d6926d267 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:23:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:23:48 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:23:48 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:23:48 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:23:48 user nova-compute[74287]:   <serial>be77d012-faef-4417-983a-1f97ea7065c3</serial>
Oct 26 08:23:48 user nova-compute[74287]: </disk>
Oct 26 08:23:48 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:23:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:23:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:23:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] No VIF found with MAC fa:16:3e:f2:2b:77, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:23:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-760e4df2-8540-46e7-8671-5c1409e3544c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "b138f37a-326c-49f0-a10d-431d6926d267" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 28.505s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:49 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:23:49 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:23:49 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:23:51 user nova-compute[74287]: DEBUG nova.compute.manager [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Stashing vm_state: active {{(pid=74287) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 26 08:23:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:51 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:23:51 user nova-compute[74287]: INFO nova.compute.claims [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Claim successful on node user
Oct 26 08:23:51 user nova-compute[74287]: INFO nova.compute.resource_tracker [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updating resource usage from migration bacfe599-f1fd-4901-a852-7931ef8799f7
Oct 26 08:23:51 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:23:51 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:23:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.236s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:51 user nova-compute[74287]: INFO nova.compute.manager [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Migrating
Oct 26 08:23:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:23:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquired lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:23:51 user nova-compute[74287]: DEBUG nova.network.neutron [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:23:51 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:23:51 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:23:51 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:23:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG nova.network.neutron [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updating instance_info_cache with network_info: [{"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Releasing lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid b138f37a-326c-49f0-a10d-431d6926d267 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Starting migrate_disk_and_power_off {{(pid=74287) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updating instance_info_cache with network_info: [{"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-e6af1e68-c5d6-41af-b20c-153845e690ce req-cb90256e-be4e-4f8a-af3d-dbfd4966db51 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-vif-unplugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e6af1e68-c5d6-41af-b20c-153845e690ce req-cb90256e-be4e-4f8a-af3d-dbfd4966db51 service nova] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e6af1e68-c5d6-41af-b20c-153845e690ce req-cb90256e-be4e-4f8a-af3d-dbfd4966db51 service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-e6af1e68-c5d6-41af-b20c-153845e690ce req-cb90256e-be4e-4f8a-af3d-dbfd4966db51 service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-e6af1e68-c5d6-41af-b20c-153845e690ce req-cb90256e-be4e-4f8a-af3d-dbfd4966db51 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] No waiting events found dispatching network-vif-unplugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:23:52 user nova-compute[74287]: WARNING nova.compute.manager [req-e6af1e68-c5d6-41af-b20c-153845e690ce req-cb90256e-be4e-4f8a-af3d-dbfd4966db51 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received unexpected event network-vif-unplugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc for instance with vm_state active and task_state resize_migrating.
Oct 26 08:23:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:52 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Instance destroyed successfully.
Oct 26 08:23:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:19:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1021054971',display_name='tempest-ServerActionsTestOtherB-server-1021054971',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1021054971',id=38,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMO/tVPfrUvMFCw+YXD5ZXAnU/EzbjHf9VZOLB0BgmNGZ2OOZf/RhEoxnuZ2JRNXKkMpZ7ZIgaYaYykbUWM2/G7WDAZHLfg+YvEHQMhbGSjAeVXwQtnWSbQuInmGtK4SWQ==',key_name='tempest-keypair-990130991',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:19:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2dc58038b3624154840e5d2cf0fb69a7',ramdisk_id='',reservation_id='r-f4ixmv08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1391428463',owner_user_name='tempest-ServerActionsTestOtherB-1391428463-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:23:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='013bb50a473b4299bc0538eadda973ea',uuid=b138f37a-326c-49f0-a10d-431d6926d267,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-691712635-network", "vif_mac": "fa:16:3e:f2:2b:77"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converting VIF {"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-691712635-network", "vif_mac": "fa:16:3e:f2:2b:77"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG os_vif [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdc8128db-cf, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5ace201f-a1ae-488e-9b52-3aa32d9ae350) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:53 user nova-compute[74287]: INFO os_vif [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf')
Oct 26 08:23:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cXpewuSa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:23:53 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6e39f87-9ba8-45df-81ee-491c8d99beaa]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:23:53 user nova-compute[74287]: No targets found.
Oct 26 08:23:53 user nova-compute[74287]: iSNS:
Oct 26 08:23:53 user nova-compute[74287]: No targets found.
Oct 26 08:23:53 user nova-compute[74287]: STATIC:
Oct 26 08:23:53 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3
Oct 26 08:23:53 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:23:53 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:23:53 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f
Oct 26 08:23:53 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:23:53 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:23:53 user nova-compute[74287]: FIRMWARE:
Oct 26 08:23:53 user nova-compute[74287]: No targets found.
Oct 26 08:23:53 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:23:53 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:23:53 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8acce6c-c3de-43b1-9ff3-7dee3df1c2f1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[19554225-23f7-4416-a81f-1d7a2eb02558]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:23:53 user nova-compute[74287]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:23:53 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:23:53 user nova-compute[74287]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:23:53 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb902671c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[904d5e34-1e8f-48d7-ad6d-eb6b41f9f143]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f6f038a-7f52-4a81-a68f-9853e0a5de67]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb1bb40e-9a88-48b0-98f9-2cc9cb4ed277]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[013f2d86-750b-4754-a7e4-ded5e3182f60]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fada798-5205-40e5-9c47-99dae72d2dea]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccd10885-82a7-4f80-bd51-a7bc9c0e72a5]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260]
Oct 26 08:23:53 user nova-compute[74287]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260] successful.
Oct 26 08:23:53 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e52ebe4-8de4-4024-9e61-f36f39b35ec4]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] <== disconnect_volume: return (311ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267_resize/disk /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CMD "cp -r /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267_resize/disk /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk" returned: 0 in 0.309s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267_resize/disk.info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk.info {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CMD "cp -r /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267_resize/disk.info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk.info" returned: 0 in 0.042s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:54 user nova-compute[74287]: DEBUG nova.compute.manager [req-260ab221-3084-427a-8573-8c54a8fed37c req-06447769-4ba1-41ed-84fc-2180b94d861e service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:23:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-260ab221-3084-427a-8573-8c54a8fed37c req-06447769-4ba1-41ed-84fc-2180b94d861e service nova] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-260ab221-3084-427a-8573-8c54a8fed37c req-06447769-4ba1-41ed-84fc-2180b94d861e service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-260ab221-3084-427a-8573-8c54a8fed37c req-06447769-4ba1-41ed-84fc-2180b94d861e service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:54 user nova-compute[74287]: DEBUG nova.compute.manager [req-260ab221-3084-427a-8573-8c54a8fed37c req-06447769-4ba1-41ed-84fc-2180b94d861e service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] No waiting events found dispatching network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:23:54 user nova-compute[74287]: WARNING nova.compute.manager [req-260ab221-3084-427a-8573-8c54a8fed37c req-06447769-4ba1-41ed-84fc-2180b94d861e service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received unexpected event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc for instance with vm_state active and task_state resize_migrating.
Oct 26 08:23:55 user nova-compute[74287]: DEBUG nova.network.neutron [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Port dc8128db-cf9c-4dea-8161-ef8bca6fbedc binding to destination host user is already ACTIVE {{(pid=74287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquired lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG nova.network.neutron [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG nova.network.neutron [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updating instance_info_cache with network_info: [{"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Releasing lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG os_brick.utils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[54692c8b-d6cf-4fc4-a9d0-f01faa8a93bc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[de12f5a6-b365-404f-8760-c97d57c3d6be]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[572562dd-c66a-424a-9cd4-ecd1739450c1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[08354a62-4139-4e8a-acaa-ca1127ac3fd5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:23:55 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:23:55 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2423f13f-9f6c-4ae0-97b4-935545db4867]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:23:55 user nova-compute[74287]: DEBUG os_brick.utils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:23:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:23:59 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:23:59 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74287) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 08:24:00 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:24:02 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:24:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:24:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-6f6a1340-58c0-41ba-8e5f-fa62a310927c req-2626b4bb-0129-4c2f-9e75-7e93e1e8004a service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Received event network-changed-12bfdda8-2c71-4187-866e-16beced19e69 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:24:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-6f6a1340-58c0-41ba-8e5f-fa62a310927c req-2626b4bb-0129-4c2f-9e75-7e93e1e8004a service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Refreshing instance network info cache due to event network-changed-12bfdda8-2c71-4187-866e-16beced19e69. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:24:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6f6a1340-58c0-41ba-8e5f-fa62a310927c req-2626b4bb-0129-4c2f-9e75-7e93e1e8004a service nova] Acquiring lock "refresh_cache-97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:24:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6f6a1340-58c0-41ba-8e5f-fa62a310927c req-2626b4bb-0129-4c2f-9e75-7e93e1e8004a service nova] Acquired lock "refresh_cache-97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:24:06 user nova-compute[74287]: DEBUG nova.network.neutron [req-6f6a1340-58c0-41ba-8e5f-fa62a310927c req-2626b4bb-0129-4c2f-9e75-7e93e1e8004a service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Refreshing network info cache for port 12bfdda8-2c71-4187-866e-16beced19e69 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:24:06 user nova-compute[74287]: DEBUG nova.network.neutron [req-6f6a1340-58c0-41ba-8e5f-fa62a310927c req-2626b4bb-0129-4c2f-9e75-7e93e1e8004a service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Updated VIF entry in instance network info cache for port 12bfdda8-2c71-4187-866e-16beced19e69. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:24:06 user nova-compute[74287]: DEBUG nova.network.neutron [req-6f6a1340-58c0-41ba-8e5f-fa62a310927c req-2626b4bb-0129-4c2f-9e75-7e93e1e8004a service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Updating instance_info_cache with network_info: [{"id": "12bfdda8-2c71-4187-866e-16beced19e69", "address": "fa:16:3e:fc:fe:2a", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12bfdda8-2c", "ovs_interfaceid": "12bfdda8-2c71-4187-866e-16beced19e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:24:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6f6a1340-58c0-41ba-8e5f-fa62a310927c req-2626b4bb-0129-4c2f-9e75-7e93e1e8004a service nova] Releasing lock "refresh_cache-97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:24:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:24:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:24:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:24:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:24:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:24:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:08 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:24:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 08:24:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] There are 0 instances to clean {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "a4430337-61ae-44e6-b561-c95905fe903e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "a4430337-61ae-44e6-b561-c95905fe903e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:24:10 user nova-compute[74287]: INFO nova.compute.claims [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Claim successful on node user
Oct 26 08:24:10 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.280s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG nova.network.neutron [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:24:10 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:24:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG nova.policy [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2720c3e24d384972be5d1dde75369b56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c14f29424ef4e99a45550bfab1f9d84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:24:10 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Creating image(s)
Oct 26 08:24:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "/opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "/opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "/opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.231s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG nova.network.neutron [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Successfully created port: 4922a189-d502-4845-8a30-b9b264e71ff1 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk 1073741824" returned: 0 in 0.067s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.303s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Cannot resize image /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Ensure instance console log exists: /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.network.neutron [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Successfully updated port: 4922a189-d502-4845-8a30-b9b264e71ff1 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "refresh_cache-a4430337-61ae-44e6-b561-c95905fe903e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquired lock "refresh_cache-a4430337-61ae-44e6-b561-c95905fe903e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.network.neutron [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-26b05b93-4700-4057-8f14-97e6c3e0c81f req-11ded6b4-d3b7-48c6-93e3-f7fd05e655a8 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Received event network-changed-4922a189-d502-4845-8a30-b9b264e71ff1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-26b05b93-4700-4057-8f14-97e6c3e0c81f req-11ded6b4-d3b7-48c6-93e3-f7fd05e655a8 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Refreshing instance network info cache due to event network-changed-4922a189-d502-4845-8a30-b9b264e71ff1. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-26b05b93-4700-4057-8f14-97e6c3e0c81f req-11ded6b4-d3b7-48c6-93e3-f7fd05e655a8 service nova] Acquiring lock "refresh_cache-a4430337-61ae-44e6-b561-c95905fe903e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.network.neutron [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.network.neutron [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Updating instance_info_cache with network_info: [{"id": "4922a189-d502-4845-8a30-b9b264e71ff1", "address": "fa:16:3e:43:b2:0a", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4922a189-d5", "ovs_interfaceid": "4922a189-d502-4845-8a30-b9b264e71ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Releasing lock "refresh_cache-a4430337-61ae-44e6-b561-c95905fe903e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Instance network_info: |[{"id": "4922a189-d502-4845-8a30-b9b264e71ff1", "address": "fa:16:3e:43:b2:0a", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4922a189-d5", "ovs_interfaceid": "4922a189-d502-4845-8a30-b9b264e71ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-26b05b93-4700-4057-8f14-97e6c3e0c81f req-11ded6b4-d3b7-48c6-93e3-f7fd05e655a8 service nova] Acquired lock "refresh_cache-a4430337-61ae-44e6-b561-c95905fe903e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-26b05b93-4700-4057-8f14-97e6c3e0c81f req-11ded6b4-d3b7-48c6-93e3-f7fd05e655a8 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Refreshing network info cache for port 4922a189-d502-4845-8a30-b9b264e71ff1 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Start _get_guest_xml network_info=[{"id": "4922a189-d502-4845-8a30-b9b264e71ff1", "address": "fa:16:3e:43:b2:0a", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4922a189-d5", "ovs_interfaceid": "4922a189-d502-4845-8a30-b9b264e71ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:24:12 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:24:12 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:24:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-122708964',display_name='tempest-AttachVolumeNegativeTest-server-122708964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-122708964',id=42,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFkhNVG+ONWDQxsE7ImVc+amp7B5TlY/n3/T/p+w0KaWjT7jeyvTeeFJuweA3P1do+H8wq1AIYfaEFSHbO2x0dYz6RYaPv9wcCABJ/qTGoMoREir8ONbJloIXDLiS57A4w==',key_name='tempest-keypair-23800217',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1c14f29424ef4e99a45550bfab1f9d84',ramdisk_id='',reservation_id='r-9xtk1azm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1732752721',owner_user_name='tempest-AttachVolumeNegativeTest-1732752721-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:24:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2720c3e24d384972be5d1dde75369b56',uuid=a4430337-61ae-44e6-b561-c95905fe903e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4922a189-d502-4845-8a30-b9b264e71ff1", "address": "fa:16:3e:43:b2:0a", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4922a189-d5", "ovs_interfaceid": "4922a189-d502-4845-8a30-b9b264e71ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converting VIF {"id": "4922a189-d502-4845-8a30-b9b264e71ff1", "address": "fa:16:3e:43:b2:0a", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4922a189-d5", "ovs_interfaceid": "4922a189-d502-4845-8a30-b9b264e71ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:b2:0a,bridge_name='br-int',has_traffic_filtering=True,id=4922a189-d502-4845-8a30-b9b264e71ff1,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4922a189-d5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.objects.instance [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'pci_devices' on Instance uuid a4430337-61ae-44e6-b561-c95905fe903e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:24:12 user nova-compute[74287]:   <uuid>a4430337-61ae-44e6-b561-c95905fe903e</uuid>
Oct 26 08:24:12 user nova-compute[74287]:   <name>instance-0000002a</name>
Oct 26 08:24:12 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:24:12 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:24:12 user nova-compute[74287]:   <metadata>
Oct 26 08:24:12 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:24:12 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:24:12 user nova-compute[74287]:       <nova:name>tempest-AttachVolumeNegativeTest-server-122708964</nova:name>
Oct 26 08:24:12 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:24:12</nova:creationTime>
Oct 26 08:24:12 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:24:12 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:24:12 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:24:12 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:24:12 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:24:12 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:24:12 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:24:12 user nova-compute[74287]:       <nova:owner>
Oct 26 08:24:12 user nova-compute[74287]:         <nova:user uuid="2720c3e24d384972be5d1dde75369b56">tempest-AttachVolumeNegativeTest-1732752721-project-member</nova:user>
Oct 26 08:24:12 user nova-compute[74287]:         <nova:project uuid="1c14f29424ef4e99a45550bfab1f9d84">tempest-AttachVolumeNegativeTest-1732752721</nova:project>
Oct 26 08:24:12 user nova-compute[74287]:       </nova:owner>
Oct 26 08:24:12 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:24:12 user nova-compute[74287]:       <nova:ports>
Oct 26 08:24:12 user nova-compute[74287]:         <nova:port uuid="4922a189-d502-4845-8a30-b9b264e71ff1">
Oct 26 08:24:12 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 26 08:24:12 user nova-compute[74287]:         </nova:port>
Oct 26 08:24:12 user nova-compute[74287]:       </nova:ports>
Oct 26 08:24:12 user nova-compute[74287]:     </nova:instance>
Oct 26 08:24:12 user nova-compute[74287]:   </metadata>
Oct 26 08:24:12 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:24:12 user nova-compute[74287]:     <system>
Oct 26 08:24:12 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:24:12 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:24:12 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:24:12 user nova-compute[74287]:       <entry name="serial">a4430337-61ae-44e6-b561-c95905fe903e</entry>
Oct 26 08:24:12 user nova-compute[74287]:       <entry name="uuid">a4430337-61ae-44e6-b561-c95905fe903e</entry>
Oct 26 08:24:12 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:24:12 user nova-compute[74287]:     </system>
Oct 26 08:24:12 user nova-compute[74287]:   </sysinfo>
Oct 26 08:24:12 user nova-compute[74287]:   <os>
Oct 26 08:24:12 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:24:12 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:24:12 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:24:12 user nova-compute[74287]:   </os>
Oct 26 08:24:12 user nova-compute[74287]:   <features>
Oct 26 08:24:12 user nova-compute[74287]:     <acpi/>
Oct 26 08:24:12 user nova-compute[74287]:     <apic/>
Oct 26 08:24:12 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:24:12 user nova-compute[74287]:   </features>
Oct 26 08:24:12 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:24:12 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:24:12 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:24:12 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:24:12 user nova-compute[74287]:   </clock>
Oct 26 08:24:12 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:24:12 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:24:12 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:24:12 user nova-compute[74287]:   </cpu>
Oct 26 08:24:12 user nova-compute[74287]:   <devices>
Oct 26 08:24:12 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:24:12 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:24:12 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk"/>
Oct 26 08:24:12 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:24:12 user nova-compute[74287]:     </disk>
Oct 26 08:24:12 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:24:12 user nova-compute[74287]:       <mac address="fa:16:3e:43:b2:0a"/>
Oct 26 08:24:12 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:24:12 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:24:12 user nova-compute[74287]:       <target dev="tap4922a189-d5"/>
Oct 26 08:24:12 user nova-compute[74287]:     </interface>
Oct 26 08:24:12 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:24:12 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/console.log" append="off"/>
Oct 26 08:24:12 user nova-compute[74287]:     </serial>
Oct 26 08:24:12 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:24:12 user nova-compute[74287]:     <video>
Oct 26 08:24:12 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:24:12 user nova-compute[74287]:     </video>
Oct 26 08:24:12 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:24:12 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:24:12 user nova-compute[74287]:     </rng>
Oct 26 08:24:12 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:24:12 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:24:12 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:24:12 user nova-compute[74287]:     </memballoon>
Oct 26 08:24:12 user nova-compute[74287]:   </devices>
Oct 26 08:24:12 user nova-compute[74287]: </domain>
Oct 26 08:24:12 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:24:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-122708964',display_name='tempest-AttachVolumeNegativeTest-server-122708964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-122708964',id=42,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFkhNVG+ONWDQxsE7ImVc+amp7B5TlY/n3/T/p+w0KaWjT7jeyvTeeFJuweA3P1do+H8wq1AIYfaEFSHbO2x0dYz6RYaPv9wcCABJ/qTGoMoREir8ONbJloIXDLiS57A4w==',key_name='tempest-keypair-23800217',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1c14f29424ef4e99a45550bfab1f9d84',ramdisk_id='',reservation_id='r-9xtk1azm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1732752721',owner_user_name='tempest-AttachVolumeNegativeTest-1732752721-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:24:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2720c3e24d384972be5d1dde75369b56',uuid=a4430337-61ae-44e6-b561-c95905fe903e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4922a189-d502-4845-8a30-b9b264e71ff1", "address": "fa:16:3e:43:b2:0a", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4922a189-d5", "ovs_interfaceid": "4922a189-d502-4845-8a30-b9b264e71ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converting VIF {"id": "4922a189-d502-4845-8a30-b9b264e71ff1", "address": "fa:16:3e:43:b2:0a", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4922a189-d5", "ovs_interfaceid": "4922a189-d502-4845-8a30-b9b264e71ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:b2:0a,bridge_name='br-int',has_traffic_filtering=True,id=4922a189-d502-4845-8a30-b9b264e71ff1,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4922a189-d5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG os_vif [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:b2:0a,bridge_name='br-int',has_traffic_filtering=True,id=4922a189-d502-4845-8a30-b9b264e71ff1,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4922a189-d5') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5119be62-7b30-5716-a181-3fa2f17cd3c4', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4922a189-d5, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4922a189-d5, col_values=(('qos', UUID('e0fb533f-276c-4b26-bea0-b906fce0cdbb')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4922a189-d5, col_values=(('external_ids', {'iface-id': '4922a189-d502-4845-8a30-b9b264e71ff1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:43:b2:0a', 'vm-uuid': 'a4430337-61ae-44e6-b561-c95905fe903e'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:12 user nova-compute[74287]: INFO os_vif [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:b2:0a,bridge_name='br-int',has_traffic_filtering=True,id=4922a189-d502-4845-8a30-b9b264e71ff1,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4922a189-d5')
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No VIF found with MAC fa:16:3e:43:b2:0a, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-26b05b93-4700-4057-8f14-97e6c3e0c81f req-11ded6b4-d3b7-48c6-93e3-f7fd05e655a8 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Updated VIF entry in instance network info cache for port 4922a189-d502-4845-8a30-b9b264e71ff1. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-26b05b93-4700-4057-8f14-97e6c3e0c81f req-11ded6b4-d3b7-48c6-93e3-f7fd05e655a8 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Updating instance_info_cache with network_info: [{"id": "4922a189-d502-4845-8a30-b9b264e71ff1", "address": "fa:16:3e:43:b2:0a", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4922a189-d5", "ovs_interfaceid": "4922a189-d502-4845-8a30-b9b264e71ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:24:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-26b05b93-4700-4057-8f14-97e6c3e0c81f req-11ded6b4-d3b7-48c6-93e3-f7fd05e655a8 service nova] Releasing lock "refresh_cache-a4430337-61ae-44e6-b561-c95905fe903e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:24:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-4c978cf2-e319-4821-9909-8649c94e88a1 req-9d25f6bf-4d59-47f1-9cd8-66925aefa7c7 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Received event network-vif-plugged-4922a189-d502-4845-8a30-b9b264e71ff1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:24:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4c978cf2-e319-4821-9909-8649c94e88a1 req-9d25f6bf-4d59-47f1-9cd8-66925aefa7c7 service nova] Acquiring lock "a4430337-61ae-44e6-b561-c95905fe903e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4c978cf2-e319-4821-9909-8649c94e88a1 req-9d25f6bf-4d59-47f1-9cd8-66925aefa7c7 service nova] Lock "a4430337-61ae-44e6-b561-c95905fe903e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4c978cf2-e319-4821-9909-8649c94e88a1 req-9d25f6bf-4d59-47f1-9cd8-66925aefa7c7 service nova] Lock "a4430337-61ae-44e6-b561-c95905fe903e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-4c978cf2-e319-4821-9909-8649c94e88a1 req-9d25f6bf-4d59-47f1-9cd8-66925aefa7c7 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] No waiting events found dispatching network-vif-plugged-4922a189-d502-4845-8a30-b9b264e71ff1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:24:14 user nova-compute[74287]: WARNING nova.compute.manager [req-4c978cf2-e319-4821-9909-8649c94e88a1 req-9d25f6bf-4d59-47f1-9cd8-66925aefa7c7 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Received unexpected event network-vif-plugged-4922a189-d502-4845-8a30-b9b264e71ff1 for instance with vm_state building and task_state spawning.
Oct 26 08:24:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:24:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:24:16 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Instance spawned successfully.
Oct 26 08:24:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:24:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:24:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:24:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:24:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:24:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:24:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:24:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-365efd30-11a6-4af0-95af-6905ffd661ef req-b9468aff-238d-4c9c-b36d-8764ad783ac6 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Received event network-vif-plugged-4922a189-d502-4845-8a30-b9b264e71ff1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:24:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-365efd30-11a6-4af0-95af-6905ffd661ef req-b9468aff-238d-4c9c-b36d-8764ad783ac6 service nova] Acquiring lock "a4430337-61ae-44e6-b561-c95905fe903e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-365efd30-11a6-4af0-95af-6905ffd661ef req-b9468aff-238d-4c9c-b36d-8764ad783ac6 service nova] Lock "a4430337-61ae-44e6-b561-c95905fe903e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-365efd30-11a6-4af0-95af-6905ffd661ef req-b9468aff-238d-4c9c-b36d-8764ad783ac6 service nova] Lock "a4430337-61ae-44e6-b561-c95905fe903e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-365efd30-11a6-4af0-95af-6905ffd661ef req-b9468aff-238d-4c9c-b36d-8764ad783ac6 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] No waiting events found dispatching network-vif-plugged-4922a189-d502-4845-8a30-b9b264e71ff1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:24:16 user nova-compute[74287]: WARNING nova.compute.manager [req-365efd30-11a6-4af0-95af-6905ffd661ef req-b9468aff-238d-4c9c-b36d-8764ad783ac6 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Received unexpected event network-vif-plugged-4922a189-d502-4845-8a30-b9b264e71ff1 for instance with vm_state building and task_state spawning.
Oct 26 08:24:16 user nova-compute[74287]: INFO nova.compute.manager [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Took 5.34 seconds to spawn the instance on the hypervisor.
Oct 26 08:24:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:24:16 user nova-compute[74287]: INFO nova.compute.manager [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Took 6.18 seconds to build instance.
Oct 26 08:24:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-f45bd506-d20f-4a65-9987-37c1f06d2bef tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "a4430337-61ae-44e6-b561-c95905fe903e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.285s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:24:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:24:21 user nova-compute[74287]: INFO nova.compute.claims [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Claim successful on node user
Oct 26 08:24:21 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:24:21 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:24:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.331s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:24:21 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:24:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:24:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:24:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:24:21 user nova-compute[74287]: INFO nova.virt.block_device [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Booting with volume snapshot 12831b19-864f-4ccf-88be-13ab45c0eff2 at /dev/vda
Oct 26 08:24:21 user nova-compute[74287]: DEBUG nova.policy [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8da457e99fa4aceb02d04d83cc49929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e2ca5afe48e4f2ba2aa59777192cbfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:24:22 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Successfully created port: 33153aa6-31a5-4b24-8761-7de1eafb37e0 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:24:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Starting finish_migration {{(pid=74287) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Instance directory exists: not creating {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 08:24:23 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Creating image(s)
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:23 user nova-compute[74287]: INFO nova.compute.manager [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Terminating instance
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.210s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk. size=21474836480 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Successfully updated port: 33153aa6-31a5-4b24-8761-7de1eafb37e0 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "refresh_cache-5cc184cb-bd62-4228-88bc-f631cc1afbfb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquired lock "refresh_cache-5cc184cb-bd62-4228-88bc-f631cc1afbfb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-317b79a5-cb8a-43fb-b5fe-6842b59e6460 req-461397d9-6b3e-4251-a467-493445110bda service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Received event network-changed-33153aa6-31a5-4b24-8761-7de1eafb37e0 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-317b79a5-cb8a-43fb-b5fe-6842b59e6460 req-461397d9-6b3e-4251-a467-493445110bda service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Refreshing instance network info cache due to event network-changed-33153aa6-31a5-4b24-8761-7de1eafb37e0. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-317b79a5-cb8a-43fb-b5fe-6842b59e6460 req-461397d9-6b3e-4251-a467-493445110bda service nova] Acquiring lock "refresh_cache-5cc184cb-bd62-4228-88bc-f631cc1afbfb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk 21474836480 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-3d1bc88f-e88e-4ab5-9ff8-5f4509b24302 req-bfb34288-0227-4cf5-84e4-da2fec7e3ebd service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Received event network-vif-unplugged-0b247151-c102-4cc8-b7e4-a2f6a721bf78 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3d1bc88f-e88e-4ab5-9ff8-5f4509b24302 req-bfb34288-0227-4cf5-84e4-da2fec7e3ebd service nova] Acquiring lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3d1bc88f-e88e-4ab5-9ff8-5f4509b24302 req-bfb34288-0227-4cf5-84e4-da2fec7e3ebd service nova] Lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3d1bc88f-e88e-4ab5-9ff8-5f4509b24302 req-bfb34288-0227-4cf5-84e4-da2fec7e3ebd service nova] Lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-3d1bc88f-e88e-4ab5-9ff8-5f4509b24302 req-bfb34288-0227-4cf5-84e4-da2fec7e3ebd service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] No waiting events found dispatching network-vif-unplugged-0b247151-c102-4cc8-b7e4-a2f6a721bf78 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-3d1bc88f-e88e-4ab5-9ff8-5f4509b24302 req-bfb34288-0227-4cf5-84e4-da2fec7e3ebd service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Received event network-vif-unplugged-0b247151-c102-4cc8-b7e4-a2f6a721bf78 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk 21474836480" returned: 0 in 0.076s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Did not create local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Ensure instance console log exists: /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Start _get_guest_xml network_info=[{"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-691712635-network", "vif_mac": "fa:16:3e:f2:2b:77"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': 'virtio', 'attachment_id': '461f8f5e-b19e-41e9-90fd-a29fefa630fb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cXpewuSa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'b138f37a-326c-49f0-a10d-431d6926d267', 'attached_at': '2023-10-26T08:24:23.000000', 'detached_at': '', 'volume_id': 'be77d012-faef-4417-983a-1f97ea7065c3', 'serial': 'be77d012-faef-4417-983a-1f97ea7065c3'}, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:24:23 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:24:23 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cXpewuSa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:24:23 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:24:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:24:23 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:24:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:24:23 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e9da233-8743-4365-90f1-a7eb192d2391]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:24:23 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7910405-0b30-4a35-ad56-2536b629d7f2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3] added
Oct 26 08:24:23 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Updating instance_info_cache with network_info: [{"id": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "address": "fa:16:3e:2d:21:71", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33153aa6-31", "ovs_interfaceid": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c7938a0-f165-4a53-b949-926bcb4386bb]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Releasing lock "refresh_cache-5cc184cb-bd62-4228-88bc-f631cc1afbfb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Instance network_info: |[{"id": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "address": "fa:16:3e:2d:21:71", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33153aa6-31", "ovs_interfaceid": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-317b79a5-cb8a-43fb-b5fe-6842b59e6460 req-461397d9-6b3e-4251-a467-493445110bda service nova] Acquired lock "refresh_cache-5cc184cb-bd62-4228-88bc-f631cc1afbfb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG nova.network.neutron [req-317b79a5-cb8a-43fb-b5fe-6842b59e6460 req-461397d9-6b3e-4251-a467-493445110bda service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Refreshing network info cache for port 33153aa6-31a5-4b24-8761-7de1eafb37e0 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8bce981-d356-4f8d-9c67-04fcb04939f8]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cXpewuSa {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cXpewuSa" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[40ef86e8-7f1f-4534-be24-8f47ec25b993]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cXpewuSa'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:23 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:24 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Instance destroyed successfully.
Oct 26 08:24:24 user nova-compute[74287]: DEBUG nova.objects.instance [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lazy-loading 'resources' on Instance uuid e57a1942-19eb-40c1-a4eb-49c0b23e5803 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2cc1c6d-57f6-43e5-a785-ed1645e3a10f]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:22:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-275592631',display_name='tempest-VolumesActionsTest-instance-275592631',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-275592631',id=41,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:22:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d8e96fe6c2954080a5d01aaf75fc63ab',ramdisk_id='',reservation_id='r-qaahrely',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-174630540',owner_user_name='tempest-VolumesActionsTest-174630540-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:22:27Z,user_data=None,user_id='c54ea87f0d904d2c8d585b79d38e444f',uuid=e57a1942-19eb-40c1-a4eb-49c0b23e5803,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "address": "fa:16:3e:12:ad:b0", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b247151-c1", "ovs_interfaceid": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Converting VIF {"id": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "address": "fa:16:3e:12:ad:b0", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b247151-c1", "ovs_interfaceid": "0b247151-c102-4cc8-b7e4-a2f6a721bf78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:ad:b0,bridge_name='br-int',has_traffic_filtering=True,id=0b247151-c102-4cc8-b7e4-a2f6a721bf78,network=Network(1d282bf8-113c-4f4e-90de-580b8a28d7f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b247151-c1') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG os_vif [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:ad:b0,bridge_name='br-int',has_traffic_filtering=True,id=0b247151-c102-4cc8-b7e4-a2f6a721bf78,network=Network(1d282bf8-113c-4f4e-90de-580b8a28d7f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b247151-c1') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0b247151-c1, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[08a34b8b-553f-47b6-bb1c-4194b460f92b]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:24:24 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:24:24 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a2f5739f-40b5-4ab5-b454-b4723a583a31) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:24 user nova-compute[74287]: INFO os_vif [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:ad:b0,bridge_name='br-int',has_traffic_filtering=True,id=0b247151-c102-4cc8-b7e4-a2f6a721bf78,network=Network(1d282bf8-113c-4f4e-90de-580b8a28d7f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b247151-c1')
Oct 26 08:24:24 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Deleting instance files /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803_del
Oct 26 08:24:24 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Deletion of /opt/stack/data/nova/instances/e57a1942-19eb-40c1-a4eb-49c0b23e5803_del complete
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[94056d58-f08f-441d-a678-56b897652c09]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260]
Oct 26 08:24:24 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260] successful.
Oct 26 08:24:24 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[abbfc16d-2f41-4d82-b0a0-e2788debe937]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[83af7e48-2ba3-4c63-bb79-4c533ac98e4e]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:24:24 user nova-compute[74287]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:24:24 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:24:24 user nova-compute[74287]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:24:24 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.332s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] HCTL ('33', '-', '-', 0) found on session 46 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:24 user nova-compute[74287]: INFO nova.compute.manager [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cce19cc0-d78c-4298-a3fd-a3af3ad3e58d]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Searching for a device in session 46 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cXpewuSa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG nova.network.neutron [req-317b79a5-cb8a-43fb-b5fe-6842b59e6460 req-461397d9-6b3e-4251-a467-493445110bda service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Updated VIF entry in instance network info cache for port 33153aa6-31a5-4b24-8761-7de1eafb37e0. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG nova.network.neutron [req-317b79a5-cb8a-43fb-b5fe-6842b59e6460 req-461397d9-6b3e-4251-a467-493445110bda service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Updating instance_info_cache with network_info: [{"id": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "address": "fa:16:3e:2d:21:71", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33153aa6-31", "ovs_interfaceid": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:24:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-317b79a5-cb8a-43fb-b5fe-6842b59e6460 req-461397d9-6b3e-4251-a467-493445110bda service nova] Releasing lock "refresh_cache-5cc184cb-bd62-4228-88bc-f631cc1afbfb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.370s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] <== connect_volume: return (1373ms) {'type': 'block', 'scsi_wwn': '23961656633643762', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23961656633643762', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:19:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1021054971',display_name='tempest-ServerActionsTestOtherB-server-1021054971',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1021054971',id=38,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMO/tVPfrUvMFCw+YXD5ZXAnU/EzbjHf9VZOLB0BgmNGZ2OOZf/RhEoxnuZ2JRNXKkMpZ7ZIgaYaYykbUWM2/G7WDAZHLfg+YvEHQMhbGSjAeVXwQtnWSbQuInmGtK4SWQ==',key_name='tempest-keypair-990130991',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:19:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2dc58038b3624154840e5d2cf0fb69a7',ramdisk_id='',reservation_id='r-f4ixmv08',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1391428463',owner_user_name='tempest-ServerActionsTestOtherB-1391428463-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:23:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='013bb50a473b4299bc0538eadda973ea',uuid=b138f37a-326c-49f0-a10d-431d6926d267,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-691712635-network", "vif_mac": "fa:16:3e:f2:2b:77"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converting VIF {"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-691712635-network", "vif_mac": "fa:16:3e:f2:2b:77"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:24:25 user nova-compute[74287]:   <uuid>b138f37a-326c-49f0-a10d-431d6926d267</uuid>
Oct 26 08:24:25 user nova-compute[74287]:   <name>instance-00000026</name>
Oct 26 08:24:25 user nova-compute[74287]:   <memory>2097152</memory>
Oct 26 08:24:25 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:24:25 user nova-compute[74287]:   <metadata>
Oct 26 08:24:25 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:24:25 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:24:25 user nova-compute[74287]:       <nova:name>tempest-ServerActionsTestOtherB-server-1021054971</nova:name>
Oct 26 08:24:25 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:24:23</nova:creationTime>
Oct 26 08:24:25 user nova-compute[74287]:       <nova:flavor name="m1.small">
Oct 26 08:24:25 user nova-compute[74287]:         <nova:memory>2048</nova:memory>
Oct 26 08:24:25 user nova-compute[74287]:         <nova:disk>20</nova:disk>
Oct 26 08:24:25 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:24:25 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:24:25 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:24:25 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:24:25 user nova-compute[74287]:       <nova:owner>
Oct 26 08:24:25 user nova-compute[74287]:         <nova:user uuid="013bb50a473b4299bc0538eadda973ea">tempest-ServerActionsTestOtherB-1391428463-project-member</nova:user>
Oct 26 08:24:25 user nova-compute[74287]:         <nova:project uuid="2dc58038b3624154840e5d2cf0fb69a7">tempest-ServerActionsTestOtherB-1391428463</nova:project>
Oct 26 08:24:25 user nova-compute[74287]:       </nova:owner>
Oct 26 08:24:25 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:24:25 user nova-compute[74287]:       <nova:ports>
Oct 26 08:24:25 user nova-compute[74287]:         <nova:port uuid="dc8128db-cf9c-4dea-8161-ef8bca6fbedc">
Oct 26 08:24:25 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 08:24:25 user nova-compute[74287]:         </nova:port>
Oct 26 08:24:25 user nova-compute[74287]:       </nova:ports>
Oct 26 08:24:25 user nova-compute[74287]:     </nova:instance>
Oct 26 08:24:25 user nova-compute[74287]:   </metadata>
Oct 26 08:24:25 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:24:25 user nova-compute[74287]:     <system>
Oct 26 08:24:25 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:24:25 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:24:25 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:24:25 user nova-compute[74287]:       <entry name="serial">b138f37a-326c-49f0-a10d-431d6926d267</entry>
Oct 26 08:24:25 user nova-compute[74287]:       <entry name="uuid">b138f37a-326c-49f0-a10d-431d6926d267</entry>
Oct 26 08:24:25 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:24:25 user nova-compute[74287]:     </system>
Oct 26 08:24:25 user nova-compute[74287]:   </sysinfo>
Oct 26 08:24:25 user nova-compute[74287]:   <os>
Oct 26 08:24:25 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:24:25 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:24:25 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:24:25 user nova-compute[74287]:   </os>
Oct 26 08:24:25 user nova-compute[74287]:   <features>
Oct 26 08:24:25 user nova-compute[74287]:     <acpi/>
Oct 26 08:24:25 user nova-compute[74287]:     <apic/>
Oct 26 08:24:25 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:24:25 user nova-compute[74287]:   </features>
Oct 26 08:24:25 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:24:25 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:24:25 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:24:25 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:24:25 user nova-compute[74287]:   </clock>
Oct 26 08:24:25 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:24:25 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:24:25 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:24:25 user nova-compute[74287]:   </cpu>
Oct 26 08:24:25 user nova-compute[74287]:   <devices>
Oct 26 08:24:25 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:24:25 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:24:25 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk"/>
Oct 26 08:24:25 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:24:25 user nova-compute[74287]:     </disk>
Oct 26 08:24:25 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:24:25 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:24:25 user nova-compute[74287]:       <source dev="/dev/sdb"/>
Oct 26 08:24:25 user nova-compute[74287]:       <target dev="vdb" bus="virtio"/>
Oct 26 08:24:25 user nova-compute[74287]:       <serial>be77d012-faef-4417-983a-1f97ea7065c3</serial>
Oct 26 08:24:25 user nova-compute[74287]:     </disk>
Oct 26 08:24:25 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:24:25 user nova-compute[74287]:       <mac address="fa:16:3e:f2:2b:77"/>
Oct 26 08:24:25 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:24:25 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:24:25 user nova-compute[74287]:       <target dev="tapdc8128db-cf"/>
Oct 26 08:24:25 user nova-compute[74287]:     </interface>
Oct 26 08:24:25 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:24:25 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/console.log" append="off"/>
Oct 26 08:24:25 user nova-compute[74287]:     </serial>
Oct 26 08:24:25 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:24:25 user nova-compute[74287]:     <video>
Oct 26 08:24:25 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:24:25 user nova-compute[74287]:     </video>
Oct 26 08:24:25 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:24:25 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:24:25 user nova-compute[74287]:     </rng>
Oct 26 08:24:25 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:24:25 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:24:25 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:24:25 user nova-compute[74287]:     </memballoon>
Oct 26 08:24:25 user nova-compute[74287]:   </devices>
Oct 26 08:24:25 user nova-compute[74287]: </domain>
Oct 26 08:24:25 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:19:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1021054971',display_name='tempest-ServerActionsTestOtherB-server-1021054971',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1021054971',id=38,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMO/tVPfrUvMFCw+YXD5ZXAnU/EzbjHf9VZOLB0BgmNGZ2OOZf/RhEoxnuZ2JRNXKkMpZ7ZIgaYaYykbUWM2/G7WDAZHLfg+YvEHQMhbGSjAeVXwQtnWSbQuInmGtK4SWQ==',key_name='tempest-keypair-990130991',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:19:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2dc58038b3624154840e5d2cf0fb69a7',ramdisk_id='',reservation_id='r-f4ixmv08',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1391428463',owner_user_name='tempest-ServerActionsTestOtherB-1391428463-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:23:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='013bb50a473b4299bc0538eadda973ea',uuid=b138f37a-326c-49f0-a10d-431d6926d267,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-691712635-network", "vif_mac": "fa:16:3e:f2:2b:77"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converting VIF {"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-691712635-network", "vif_mac": "fa:16:3e:f2:2b:77"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG os_vif [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c926ce0c-10c6-5fb2-b827-75a2c7a2755a', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdc8128db-cf, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdc8128db-cf, col_values=(('qos', UUID('518d1509-fcd5-4e51-b9b2-a5d31615aeab')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdc8128db-cf, col_values=(('external_ids', {'iface-id': 'dc8128db-cf9c-4dea-8161-ef8bca6fbedc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:2b:77', 'vm-uuid': 'b138f37a-326c-49f0-a10d-431d6926d267'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:25 user nova-compute[74287]: INFO os_vif [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf')
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] No VIF found with MAC fa:16:3e:f2:2b:77, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:24:25 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Took 1.23 seconds to deallocate network for instance.
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-43d45645-cd7b-4db7-a4b4-3809f3b37a43 req-6d63d8d1-5842-4f1f-98ff-41e7a89baf11 service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Received event network-vif-deleted-0b247151-c102-4cc8-b7e4-a2f6a721bf78 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:24:25 user nova-compute[74287]: INFO nova.compute.manager [req-43d45645-cd7b-4db7-a4b4-3809f3b37a43 req-6d63d8d1-5842-4f1f-98ff-41e7a89baf11 service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Neutron deleted interface 0b247151-c102-4cc8-b7e4-a2f6a721bf78; detaching it from the instance and deleting it from the info cache
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.network.neutron [req-43d45645-cd7b-4db7-a4b4-3809f3b37a43 req-6d63d8d1-5842-4f1f-98ff-41e7a89baf11 service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-43d45645-cd7b-4db7-a4b4-3809f3b37a43 req-6d63d8d1-5842-4f1f-98ff-41e7a89baf11 service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Detach interface failed, port_id=0b247151-c102-4cc8-b7e4-a2f6a721bf78, reason: Instance e57a1942-19eb-40c1-a4eb-49c0b23e5803 could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-7bb6a9a1-4728-46a2-99c4-d266e5fcbab7 req-82195a00-ccb8-44cc-bf62-fb9cdfbb6864 service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Received event network-vif-plugged-0b247151-c102-4cc8-b7e4-a2f6a721bf78 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7bb6a9a1-4728-46a2-99c4-d266e5fcbab7 req-82195a00-ccb8-44cc-bf62-fb9cdfbb6864 service nova] Acquiring lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7bb6a9a1-4728-46a2-99c4-d266e5fcbab7 req-82195a00-ccb8-44cc-bf62-fb9cdfbb6864 service nova] Lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-7bb6a9a1-4728-46a2-99c4-d266e5fcbab7 req-82195a00-ccb8-44cc-bf62-fb9cdfbb6864 service nova] Lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.compute.manager [req-7bb6a9a1-4728-46a2-99c4-d266e5fcbab7 req-82195a00-ccb8-44cc-bf62-fb9cdfbb6864 service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] No waiting events found dispatching network-vif-plugged-0b247151-c102-4cc8-b7e4-a2f6a721bf78 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:24:25 user nova-compute[74287]: WARNING nova.compute.manager [req-7bb6a9a1-4728-46a2-99c4-d266e5fcbab7 req-82195a00-ccb8-44cc-bf62-fb9cdfbb6864 service nova] [instance: e57a1942-19eb-40c1-a4eb-49c0b23e5803] Received unexpected event network-vif-plugged-0b247151-c102-4cc8-b7e4-a2f6a721bf78 for instance with vm_state deleted and task_state None.
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:24:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.313s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:25 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Deleted allocations for instance e57a1942-19eb-40c1-a4eb-49c0b23e5803
Oct 26 08:24:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-62569720-0f54-4efa-88fe-61aae46841d4 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "e57a1942-19eb-40c1-a4eb-49c0b23e5803" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.807s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG os_brick.utils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e26e1627-5735-4505-a79d-b8818920b0a2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c6d85bb-425a-42f9-b57b-5e38605ee685 req-655e8678-4b83-457f-a4ed-3df8a579043d service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c6d85bb-425a-42f9-b57b-5e38605ee685 req-655e8678-4b83-457f-a4ed-3df8a579043d service nova] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c6d85bb-425a-42f9-b57b-5e38605ee685 req-655e8678-4b83-457f-a4ed-3df8a579043d service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c6d85bb-425a-42f9-b57b-5e38605ee685 req-655e8678-4b83-457f-a4ed-3df8a579043d service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c6d85bb-425a-42f9-b57b-5e38605ee685 req-655e8678-4b83-457f-a4ed-3df8a579043d service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] No waiting events found dispatching network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:24:27 user nova-compute[74287]: WARNING nova.compute.manager [req-9c6d85bb-425a-42f9-b57b-5e38605ee685 req-655e8678-4b83-457f-a4ed-3df8a579043d service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received unexpected event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc for instance with vm_state active and task_state resize_finish.
Oct 26 08:24:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c6d85bb-425a-42f9-b57b-5e38605ee685 req-655e8678-4b83-457f-a4ed-3df8a579043d service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c6d85bb-425a-42f9-b57b-5e38605ee685 req-655e8678-4b83-457f-a4ed-3df8a579043d service nova] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c6d85bb-425a-42f9-b57b-5e38605ee685 req-655e8678-4b83-457f-a4ed-3df8a579043d service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9c6d85bb-425a-42f9-b57b-5e38605ee685 req-655e8678-4b83-457f-a4ed-3df8a579043d service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG nova.compute.manager [req-9c6d85bb-425a-42f9-b57b-5e38605ee685 req-655e8678-4b83-457f-a4ed-3df8a579043d service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] No waiting events found dispatching network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:24:27 user nova-compute[74287]: WARNING nova.compute.manager [req-9c6d85bb-425a-42f9-b57b-5e38605ee685 req-655e8678-4b83-457f-a4ed-3df8a579043d service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received unexpected event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc for instance with vm_state active and task_state resize_finish.
Oct 26 08:24:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d16298b4-14c6-458b-80e9-f42a40ac6bcc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[389a0c55-e056-4c0c-ad7f-78fdc7f7be18]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[52a0b431-1c23-4e2e-b810-8424fc0771b7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:24:27 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:24:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0647f3db-9d64-42e5-9616-9c23a2e6b205]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG os_brick.utils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:24:27 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Updating existing volume attachment record: b979541f-5c0f-4023-98b9-0259817f7160 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:24:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:29 user nova-compute[74287]: DEBUG nova.compute.manager [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:24:29 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Instance running successfully.
Oct 26 08:24:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Failed to set time: agent not configured {{(pid=74287) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 26 08:24:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-663bb566-fc64-4417-96fb-c80667e3585f tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] finish_migration finished successfully. {{(pid=74287) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 26 08:24:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:44 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:24:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:44 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:24:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:24:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:24:46 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:24:46 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8453MB free_disk=24.960296630859375GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Applying migration context for instance b138f37a-326c-49f0-a10d-431d6926d267 as it has an incoming, in-progress migration bacfe599-f1fd-4901-a852-7931ef8799f7. Migration status is finished {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 26 08:24:46 user nova-compute[74287]: INFO nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updating resource usage from migration bacfe599-f1fd-4901-a852-7931ef8799f7
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Migration bacfe599-f1fd-4901-a852-7931ef8799f7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance b138f37a-326c-49f0-a10d-431d6926d267 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance a4430337-61ae-44e6-b561-c95905fe903e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5cc184cb-bd62-4228-88bc-f631cc1afbfb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=22GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.614s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:24:46 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Creating image(s)
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Did not create local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Ensure instance console log exists: /opt/stack/data/nova/instances/5cc184cb-bd62-4228-88bc-f631cc1afbfb/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Start _get_guest_xml network_info=[{"id": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "address": "fa:16:3e:2d:21:71", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33153aa6-31", "ovs_interfaceid": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-26T08:24:09Z,direct_url=<?>,disk_format='qcow2',id=8cac395a-974c-4593-bad5-73595ad54460,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-61285495',owner='0e2ca5afe48e4f2ba2aa59777192cbfb',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-26T08:24:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'attachment_id': 'b979541f-5c0f-4023-98b9-0259817f7160', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nFpdbSXQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5cc184cb-bd62-4228-88bc-f631cc1afbfb', 'attached_at': '', 'detached_at': '', 'volume_id': '9995340f-c59a-4dc0-807b-03a318c4e925', 'serial': '9995340f-c59a-4dc0-807b-03a318c4e925'}, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:24:46 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:24:46 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-26T08:24:09Z,direct_url=<?>,disk_format='qcow2',id=8cac395a-974c-4593-bad5-73595ad54460,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-61285495',owner='0e2ca5afe48e4f2ba2aa59777192cbfb',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-26T08:24:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nFpdbSXQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:24:46 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:24:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:24:46 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:24:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:24:46 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:24:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcb7e360-7ec7-4282-a6fb-3d400880704e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:24:46 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[44aba45d-19cb-4969-bb1f-5f38881696b2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925] added
Oct 26 08:24:46 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[46fe0c3c-a7d2-460c-9e41-9322d415ee3c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2de9eb07-ecfc-4ce0-a942-3f77c3bf2ade]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nFpdbSXQ {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nFpdbSXQ" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[db772b86-0e60-4080-ad5a-0187202faab5]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nFpdbSXQ'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[63190bfc-0887-4490-9531-dd8e50b9492d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d79c41c2-9856-42da-945d-7923249f1f2e]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:24:47 user nova-compute[74287]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:24:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:24:47 user nova-compute[74287]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:24:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f224d2d5-cd52-44d3-a888-f98757436ee4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925, portal: 172.16.0.220,3260]
Oct 26 08:24:47 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925, portal: 172.16.0.220,3260] successful.
Oct 26 08:24:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcf8a68f-1a22-4f20-a846-dc4fcad0e16c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[47469069-07eb-49cd-bd28-bd665c54144f]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:24:47 user nova-compute[74287]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:24:47 user nova-compute[74287]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 (non-flash)
Oct 26 08:24:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:24:47 user nova-compute[74287]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:24:47 user nova-compute[74287]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 (non-flash)
Oct 26 08:24:47 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.300s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] HCTL ('34', '-', '-', 0) found on session 47 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[97909bdd-c584-4c07-ba13-9ff797d1e068]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Searching for a device in session 47 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nFpdbSXQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:24:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] <== connect_volume: return (1332ms) {'type': 'block', 'scsi_wwn': '26237326335616136', 'path': '/dev/sdc'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26237326335616136', 'path': '/dev/sdc'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:24:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1152226371',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1152226371',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1152226371',id=43,image_ref='8cac395a-974c-4593-bad5-73595ad54460',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJXpcrWdu91qWCkOEl67bq4QYmtV96PgFmFq3gXNcw9dzhdKMsBJxDbD+cn11DoBDp2/t8xjpngRkZakbBZKp1VJbkygfPPHMQPFvpbJYNH9h2nkKz9vi9gOwk/CVb92dw==',key_name='tempest-keypair-1944484421',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e2ca5afe48e4f2ba2aa59777192cbfb',ramdisk_id='',reservation_id='r-nj1q5kvj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1944317266',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1944317266-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1944317266',owner_user_name='tempest-TestVolumeBootPattern-1944317266-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:24:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8da457e99fa4aceb02d04d83cc49929',uuid=5cc184cb-bd62-4228-88bc-f631cc1afbfb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "address": "fa:16:3e:2d:21:71", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33153aa6-31", "ovs_interfaceid": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converting VIF {"id": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "address": "fa:16:3e:2d:21:71", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33153aa6-31", "ovs_interfaceid": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:21:71,bridge_name='br-int',has_traffic_filtering=True,id=33153aa6-31a5-4b24-8761-7de1eafb37e0,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33153aa6-31') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG nova.objects.instance [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lazy-loading 'pci_devices' on Instance uuid 5cc184cb-bd62-4228-88bc-f631cc1afbfb {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:24:48 user nova-compute[74287]:   <uuid>5cc184cb-bd62-4228-88bc-f631cc1afbfb</uuid>
Oct 26 08:24:48 user nova-compute[74287]:   <name>instance-0000002b</name>
Oct 26 08:24:48 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:24:48 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:24:48 user nova-compute[74287]:   <metadata>
Oct 26 08:24:48 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:24:48 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:24:48 user nova-compute[74287]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1152226371</nova:name>
Oct 26 08:24:48 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:24:46</nova:creationTime>
Oct 26 08:24:48 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:24:48 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:24:48 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:24:48 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:24:48 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:24:48 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:24:48 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:24:48 user nova-compute[74287]:       <nova:owner>
Oct 26 08:24:48 user nova-compute[74287]:         <nova:user uuid="f8da457e99fa4aceb02d04d83cc49929">tempest-TestVolumeBootPattern-1944317266-project-member</nova:user>
Oct 26 08:24:48 user nova-compute[74287]:         <nova:project uuid="0e2ca5afe48e4f2ba2aa59777192cbfb">tempest-TestVolumeBootPattern-1944317266</nova:project>
Oct 26 08:24:48 user nova-compute[74287]:       </nova:owner>
Oct 26 08:24:48 user nova-compute[74287]:       <nova:root type="image" uuid="8cac395a-974c-4593-bad5-73595ad54460"/>
Oct 26 08:24:48 user nova-compute[74287]:       <nova:ports>
Oct 26 08:24:48 user nova-compute[74287]:         <nova:port uuid="33153aa6-31a5-4b24-8761-7de1eafb37e0">
Oct 26 08:24:48 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 26 08:24:48 user nova-compute[74287]:         </nova:port>
Oct 26 08:24:48 user nova-compute[74287]:       </nova:ports>
Oct 26 08:24:48 user nova-compute[74287]:     </nova:instance>
Oct 26 08:24:48 user nova-compute[74287]:   </metadata>
Oct 26 08:24:48 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:24:48 user nova-compute[74287]:     <system>
Oct 26 08:24:48 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:24:48 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:24:48 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:24:48 user nova-compute[74287]:       <entry name="serial">5cc184cb-bd62-4228-88bc-f631cc1afbfb</entry>
Oct 26 08:24:48 user nova-compute[74287]:       <entry name="uuid">5cc184cb-bd62-4228-88bc-f631cc1afbfb</entry>
Oct 26 08:24:48 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:24:48 user nova-compute[74287]:     </system>
Oct 26 08:24:48 user nova-compute[74287]:   </sysinfo>
Oct 26 08:24:48 user nova-compute[74287]:   <os>
Oct 26 08:24:48 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:24:48 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:24:48 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:24:48 user nova-compute[74287]:   </os>
Oct 26 08:24:48 user nova-compute[74287]:   <features>
Oct 26 08:24:48 user nova-compute[74287]:     <acpi/>
Oct 26 08:24:48 user nova-compute[74287]:     <apic/>
Oct 26 08:24:48 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:24:48 user nova-compute[74287]:   </features>
Oct 26 08:24:48 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:24:48 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:24:48 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:24:48 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:24:48 user nova-compute[74287]:   </clock>
Oct 26 08:24:48 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:24:48 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:24:48 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:24:48 user nova-compute[74287]:   </cpu>
Oct 26 08:24:48 user nova-compute[74287]:   <devices>
Oct 26 08:24:48 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:24:48 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:24:48 user nova-compute[74287]:       <source dev="/dev/sdc"/>
Oct 26 08:24:48 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:24:48 user nova-compute[74287]:       <serial>9995340f-c59a-4dc0-807b-03a318c4e925</serial>
Oct 26 08:24:48 user nova-compute[74287]:     </disk>
Oct 26 08:24:48 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:24:48 user nova-compute[74287]:       <mac address="fa:16:3e:2d:21:71"/>
Oct 26 08:24:48 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:24:48 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:24:48 user nova-compute[74287]:       <target dev="tap33153aa6-31"/>
Oct 26 08:24:48 user nova-compute[74287]:     </interface>
Oct 26 08:24:48 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:24:48 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/5cc184cb-bd62-4228-88bc-f631cc1afbfb/console.log" append="off"/>
Oct 26 08:24:48 user nova-compute[74287]:     </serial>
Oct 26 08:24:48 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:24:48 user nova-compute[74287]:     <video>
Oct 26 08:24:48 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:24:48 user nova-compute[74287]:     </video>
Oct 26 08:24:48 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:24:48 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:24:48 user nova-compute[74287]:     </rng>
Oct 26 08:24:48 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:24:48 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:24:48 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:24:48 user nova-compute[74287]:     </memballoon>
Oct 26 08:24:48 user nova-compute[74287]:   </devices>
Oct 26 08:24:48 user nova-compute[74287]: </domain>
Oct 26 08:24:48 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:24:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1152226371',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1152226371',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1152226371',id=43,image_ref='8cac395a-974c-4593-bad5-73595ad54460',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJXpcrWdu91qWCkOEl67bq4QYmtV96PgFmFq3gXNcw9dzhdKMsBJxDbD+cn11DoBDp2/t8xjpngRkZakbBZKp1VJbkygfPPHMQPFvpbJYNH9h2nkKz9vi9gOwk/CVb92dw==',key_name='tempest-keypair-1944484421',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e2ca5afe48e4f2ba2aa59777192cbfb',ramdisk_id='',reservation_id='r-nj1q5kvj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1944317266',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1944317266-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1944317266',owner_user_name='tempest-TestVolumeBootPattern-1944317266-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:24:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8da457e99fa4aceb02d04d83cc49929',uuid=5cc184cb-bd62-4228-88bc-f631cc1afbfb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "address": "fa:16:3e:2d:21:71", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33153aa6-31", "ovs_interfaceid": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converting VIF {"id": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "address": "fa:16:3e:2d:21:71", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33153aa6-31", "ovs_interfaceid": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:21:71,bridge_name='br-int',has_traffic_filtering=True,id=33153aa6-31a5-4b24-8761-7de1eafb37e0,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33153aa6-31') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG os_vif [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:21:71,bridge_name='br-int',has_traffic_filtering=True,id=33153aa6-31a5-4b24-8761-7de1eafb37e0,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33153aa6-31') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd8d24f0d-c816-5c6a-b29c-7685059fc0a4', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap33153aa6-31, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap33153aa6-31, col_values=(('qos', UUID('1519d6e3-722d-428f-9cb3-941597c8bb2c')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap33153aa6-31, col_values=(('external_ids', {'iface-id': '33153aa6-31a5-4b24-8761-7de1eafb37e0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2d:21:71', 'vm-uuid': '5cc184cb-bd62-4228-88bc-f631cc1afbfb'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:48 user nova-compute[74287]: INFO os_vif [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:21:71,bridge_name='br-int',has_traffic_filtering=True,id=33153aa6-31a5-4b24-8761-7de1eafb37e0,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33153aa6-31')
Oct 26 08:24:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:24:48 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] No VIF found with MAC fa:16:3e:2d:21:71, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:24:49 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:24:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:49 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:24:49 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:24:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-027dc017-49df-4cb1-b633-c321626300a8 req-0456f2bf-5f58-4ea2-b154-9d06fa9b07f8 service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Received event network-vif-plugged-33153aa6-31a5-4b24-8761-7de1eafb37e0 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:24:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-027dc017-49df-4cb1-b633-c321626300a8 req-0456f2bf-5f58-4ea2-b154-9d06fa9b07f8 service nova] Acquiring lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-027dc017-49df-4cb1-b633-c321626300a8 req-0456f2bf-5f58-4ea2-b154-9d06fa9b07f8 service nova] Lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-027dc017-49df-4cb1-b633-c321626300a8 req-0456f2bf-5f58-4ea2-b154-9d06fa9b07f8 service nova] Lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-027dc017-49df-4cb1-b633-c321626300a8 req-0456f2bf-5f58-4ea2-b154-9d06fa9b07f8 service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] No waiting events found dispatching network-vif-plugged-33153aa6-31a5-4b24-8761-7de1eafb37e0 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:24:49 user nova-compute[74287]: WARNING nova.compute.manager [req-027dc017-49df-4cb1-b633-c321626300a8 req-0456f2bf-5f58-4ea2-b154-9d06fa9b07f8 service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Received unexpected event network-vif-plugged-33153aa6-31a5-4b24-8761-7de1eafb37e0 for instance with vm_state building and task_state spawning.
Oct 26 08:24:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-9d6271b5-411a-4d46-ae0a-ade4ffb574a8 req-361f7f88-f45d-41cd-b63d-949256ee1529 service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Received event network-vif-plugged-33153aa6-31a5-4b24-8761-7de1eafb37e0 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:24:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9d6271b5-411a-4d46-ae0a-ade4ffb574a8 req-361f7f88-f45d-41cd-b63d-949256ee1529 service nova] Acquiring lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:24:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9d6271b5-411a-4d46-ae0a-ade4ffb574a8 req-361f7f88-f45d-41cd-b63d-949256ee1529 service nova] Lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:24:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9d6271b5-411a-4d46-ae0a-ade4ffb574a8 req-361f7f88-f45d-41cd-b63d-949256ee1529 service nova] Lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:52 user nova-compute[74287]: DEBUG nova.compute.manager [req-9d6271b5-411a-4d46-ae0a-ade4ffb574a8 req-361f7f88-f45d-41cd-b63d-949256ee1529 service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] No waiting events found dispatching network-vif-plugged-33153aa6-31a5-4b24-8761-7de1eafb37e0 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:24:52 user nova-compute[74287]: WARNING nova.compute.manager [req-9d6271b5-411a-4d46-ae0a-ade4ffb574a8 req-361f7f88-f45d-41cd-b63d-949256ee1529 service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Received unexpected event network-vif-plugged-33153aa6-31a5-4b24-8761-7de1eafb37e0 for instance with vm_state building and task_state spawning.
Oct 26 08:24:52 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:24:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:24:52 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Instance spawned successfully.
Oct 26 08:24:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:24:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:24:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:24:52 user nova-compute[74287]: INFO nova.compute.manager [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Took 5.42 seconds to spawn the instance on the hypervisor.
Oct 26 08:24:52 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:24:52 user nova-compute[74287]: INFO nova.compute.manager [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Took 31.30 seconds to build instance.
Oct 26 08:24:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2481f67f-0ce7-4f28-8c07-22c0d867863d tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 31.408s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:24:52 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:24:52 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:24:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:24:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:24:52 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:24:53 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Updating instance_info_cache with network_info: [{"id": "12bfdda8-2c71-4187-866e-16beced19e69", "address": "fa:16:3e:fc:fe:2a", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12bfdda8-2c", "ovs_interfaceid": "12bfdda8-2c71-4187-866e-16beced19e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:24:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:24:53 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:24:53 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:24:53 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:24:53 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:24:53 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:24:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:24:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:02 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:25:02 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:25:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:25:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:25:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:25:14 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:25:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:25:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:25:14 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:25:14 user nova-compute[74287]: INFO nova.compute.claims [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Claim successful on node user
Oct 26 08:25:15 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.292s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG nova.network.neutron [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:25:15 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:25:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG nova.policy [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c54ea87f0d904d2c8d585b79d38e444f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8e96fe6c2954080a5d01aaf75fc63ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:25:15 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Creating image(s)
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "/opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "/opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "/opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.194s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk 1073741824" returned: 0 in 0.062s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.264s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG nova.network.neutron [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Successfully created port: 7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Checking if we can resize image /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:25:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Cannot resize image /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Ensure instance console log exists: /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Successfully updated port: 7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "refresh_cache-66d4d19a-b866-4908-9bfc-bc10b2b1c863" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquired lock "refresh_cache-66d4d19a-b866-4908-9bfc-bc10b2b1c863" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-6c365bf2-0032-4f14-b24f-9e6c55ff1fd8 req-c5eebcb1-d816-4f87-9804-4190a2904a99 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Received event network-changed-7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.compute.manager [req-6c365bf2-0032-4f14-b24f-9e6c55ff1fd8 req-c5eebcb1-d816-4f87-9804-4190a2904a99 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Refreshing instance network info cache due to event network-changed-7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6c365bf2-0032-4f14-b24f-9e6c55ff1fd8 req-c5eebcb1-d816-4f87-9804-4190a2904a99 service nova] Acquiring lock "refresh_cache-66d4d19a-b866-4908-9bfc-bc10b2b1c863" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Updating instance_info_cache with network_info: [{"id": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "address": "fa:16:3e:42:a7:df", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a6eca2f-5f", "ovs_interfaceid": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Releasing lock "refresh_cache-66d4d19a-b866-4908-9bfc-bc10b2b1c863" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Instance network_info: |[{"id": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "address": "fa:16:3e:42:a7:df", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a6eca2f-5f", "ovs_interfaceid": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6c365bf2-0032-4f14-b24f-9e6c55ff1fd8 req-c5eebcb1-d816-4f87-9804-4190a2904a99 service nova] Acquired lock "refresh_cache-66d4d19a-b866-4908-9bfc-bc10b2b1c863" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.network.neutron [req-6c365bf2-0032-4f14-b24f-9e6c55ff1fd8 req-c5eebcb1-d816-4f87-9804-4190a2904a99 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Refreshing network info cache for port 7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Start _get_guest_xml network_info=[{"id": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "address": "fa:16:3e:42:a7:df", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a6eca2f-5f", "ovs_interfaceid": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:25:16 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:25:16 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:25:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-466604907',display_name='tempest-VolumesActionsTest-instance-466604907',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-466604907',id=44,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8e96fe6c2954080a5d01aaf75fc63ab',ramdisk_id='',reservation_id='r-rm9casqz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-174630540',owner_user_name='tempest-VolumesActionsTest-174630540-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:25:15Z,user_data=None,user_id='c54ea87f0d904d2c8d585b79d38e444f',uuid=66d4d19a-b866-4908-9bfc-bc10b2b1c863,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "address": "fa:16:3e:42:a7:df", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a6eca2f-5f", "ovs_interfaceid": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Converting VIF {"id": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "address": "fa:16:3e:42:a7:df", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a6eca2f-5f", "ovs_interfaceid": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:a7:df,bridge_name='br-int',has_traffic_filtering=True,id=7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8,network=Network(1d282bf8-113c-4f4e-90de-580b8a28d7f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a6eca2f-5f') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lazy-loading 'pci_devices' on Instance uuid 66d4d19a-b866-4908-9bfc-bc10b2b1c863 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:25:16 user nova-compute[74287]:   <uuid>66d4d19a-b866-4908-9bfc-bc10b2b1c863</uuid>
Oct 26 08:25:16 user nova-compute[74287]:   <name>instance-0000002c</name>
Oct 26 08:25:16 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:25:16 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:25:16 user nova-compute[74287]:   <metadata>
Oct 26 08:25:16 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:25:16 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:25:16 user nova-compute[74287]:       <nova:name>tempest-VolumesActionsTest-instance-466604907</nova:name>
Oct 26 08:25:16 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:25:16</nova:creationTime>
Oct 26 08:25:16 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:25:16 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:25:16 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:25:16 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:25:16 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:25:16 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:25:16 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:25:16 user nova-compute[74287]:       <nova:owner>
Oct 26 08:25:16 user nova-compute[74287]:         <nova:user uuid="c54ea87f0d904d2c8d585b79d38e444f">tempest-VolumesActionsTest-174630540-project-member</nova:user>
Oct 26 08:25:16 user nova-compute[74287]:         <nova:project uuid="d8e96fe6c2954080a5d01aaf75fc63ab">tempest-VolumesActionsTest-174630540</nova:project>
Oct 26 08:25:16 user nova-compute[74287]:       </nova:owner>
Oct 26 08:25:16 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:25:16 user nova-compute[74287]:       <nova:ports>
Oct 26 08:25:16 user nova-compute[74287]:         <nova:port uuid="7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8">
Oct 26 08:25:16 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 08:25:16 user nova-compute[74287]:         </nova:port>
Oct 26 08:25:16 user nova-compute[74287]:       </nova:ports>
Oct 26 08:25:16 user nova-compute[74287]:     </nova:instance>
Oct 26 08:25:16 user nova-compute[74287]:   </metadata>
Oct 26 08:25:16 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:25:16 user nova-compute[74287]:     <system>
Oct 26 08:25:16 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:25:16 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:25:16 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:25:16 user nova-compute[74287]:       <entry name="serial">66d4d19a-b866-4908-9bfc-bc10b2b1c863</entry>
Oct 26 08:25:16 user nova-compute[74287]:       <entry name="uuid">66d4d19a-b866-4908-9bfc-bc10b2b1c863</entry>
Oct 26 08:25:16 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:25:16 user nova-compute[74287]:     </system>
Oct 26 08:25:16 user nova-compute[74287]:   </sysinfo>
Oct 26 08:25:16 user nova-compute[74287]:   <os>
Oct 26 08:25:16 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:25:16 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:25:16 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:25:16 user nova-compute[74287]:   </os>
Oct 26 08:25:16 user nova-compute[74287]:   <features>
Oct 26 08:25:16 user nova-compute[74287]:     <acpi/>
Oct 26 08:25:16 user nova-compute[74287]:     <apic/>
Oct 26 08:25:16 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:25:16 user nova-compute[74287]:   </features>
Oct 26 08:25:16 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:25:16 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:25:16 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:25:16 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:25:16 user nova-compute[74287]:   </clock>
Oct 26 08:25:16 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:25:16 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:25:16 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:25:16 user nova-compute[74287]:   </cpu>
Oct 26 08:25:16 user nova-compute[74287]:   <devices>
Oct 26 08:25:16 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:25:16 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:25:16 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk"/>
Oct 26 08:25:16 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:25:16 user nova-compute[74287]:     </disk>
Oct 26 08:25:16 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:25:16 user nova-compute[74287]:       <mac address="fa:16:3e:42:a7:df"/>
Oct 26 08:25:16 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:25:16 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:25:16 user nova-compute[74287]:       <target dev="tap7a6eca2f-5f"/>
Oct 26 08:25:16 user nova-compute[74287]:     </interface>
Oct 26 08:25:16 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:25:16 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/console.log" append="off"/>
Oct 26 08:25:16 user nova-compute[74287]:     </serial>
Oct 26 08:25:16 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:25:16 user nova-compute[74287]:     <video>
Oct 26 08:25:16 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:25:16 user nova-compute[74287]:     </video>
Oct 26 08:25:16 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:25:16 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:25:16 user nova-compute[74287]:     </rng>
Oct 26 08:25:16 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:25:16 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:25:16 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:25:16 user nova-compute[74287]:     </memballoon>
Oct 26 08:25:16 user nova-compute[74287]:   </devices>
Oct 26 08:25:16 user nova-compute[74287]: </domain>
Oct 26 08:25:16 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:25:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-466604907',display_name='tempest-VolumesActionsTest-instance-466604907',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-466604907',id=44,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8e96fe6c2954080a5d01aaf75fc63ab',ramdisk_id='',reservation_id='r-rm9casqz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-174630540',owner_user_name='tempest-VolumesActionsTest-174630540-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:25:15Z,user_data=None,user_id='c54ea87f0d904d2c8d585b79d38e444f',uuid=66d4d19a-b866-4908-9bfc-bc10b2b1c863,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "address": "fa:16:3e:42:a7:df", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a6eca2f-5f", "ovs_interfaceid": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Converting VIF {"id": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "address": "fa:16:3e:42:a7:df", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a6eca2f-5f", "ovs_interfaceid": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:a7:df,bridge_name='br-int',has_traffic_filtering=True,id=7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8,network=Network(1d282bf8-113c-4f4e-90de-580b8a28d7f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a6eca2f-5f') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG os_vif [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:a7:df,bridge_name='br-int',has_traffic_filtering=True,id=7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8,network=Network(1d282bf8-113c-4f4e-90de-580b8a28d7f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a6eca2f-5f') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eec8091a-d3f5-5e15-8de8-a185087daba8', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7a6eca2f-5f, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7a6eca2f-5f, col_values=(('qos', UUID('e79a3e60-38d8-49da-acf3-12e634c1394d')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7a6eca2f-5f, col_values=(('external_ids', {'iface-id': '7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:42:a7:df', 'vm-uuid': '66d4d19a-b866-4908-9bfc-bc10b2b1c863'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:16 user nova-compute[74287]: INFO os_vif [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:a7:df,bridge_name='br-int',has_traffic_filtering=True,id=7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8,network=Network(1d282bf8-113c-4f4e-90de-580b8a28d7f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a6eca2f-5f')
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:25:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] No VIF found with MAC fa:16:3e:42:a7:df, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:25:17 user nova-compute[74287]: DEBUG nova.network.neutron [req-6c365bf2-0032-4f14-b24f-9e6c55ff1fd8 req-c5eebcb1-d816-4f87-9804-4190a2904a99 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Updated VIF entry in instance network info cache for port 7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:25:17 user nova-compute[74287]: DEBUG nova.network.neutron [req-6c365bf2-0032-4f14-b24f-9e6c55ff1fd8 req-c5eebcb1-d816-4f87-9804-4190a2904a99 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Updating instance_info_cache with network_info: [{"id": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "address": "fa:16:3e:42:a7:df", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a6eca2f-5f", "ovs_interfaceid": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:25:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6c365bf2-0032-4f14-b24f-9e6c55ff1fd8 req-c5eebcb1-d816-4f87-9804-4190a2904a99 service nova] Releasing lock "refresh_cache-66d4d19a-b866-4908-9bfc-bc10b2b1c863" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:25:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-cd8b2da0-1ebc-43f0-94ea-41093452b2d0 req-f630855d-cab2-4929-83ac-9ad54fc39630 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Received event network-vif-plugged-7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:25:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cd8b2da0-1ebc-43f0-94ea-41093452b2d0 req-f630855d-cab2-4929-83ac-9ad54fc39630 service nova] Acquiring lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:25:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cd8b2da0-1ebc-43f0-94ea-41093452b2d0 req-f630855d-cab2-4929-83ac-9ad54fc39630 service nova] Lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:25:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-cd8b2da0-1ebc-43f0-94ea-41093452b2d0 req-f630855d-cab2-4929-83ac-9ad54fc39630 service nova] Lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:25:18 user nova-compute[74287]: DEBUG nova.compute.manager [req-cd8b2da0-1ebc-43f0-94ea-41093452b2d0 req-f630855d-cab2-4929-83ac-9ad54fc39630 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] No waiting events found dispatching network-vif-plugged-7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:25:18 user nova-compute[74287]: WARNING nova.compute.manager [req-cd8b2da0-1ebc-43f0-94ea-41093452b2d0 req-f630855d-cab2-4929-83ac-9ad54fc39630 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Received unexpected event network-vif-plugged-7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 for instance with vm_state building and task_state spawning.
Oct 26 08:25:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:25:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:25:20 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Instance spawned successfully.
Oct 26 08:25:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:25:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:25:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:25:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:25:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:25:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:25:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:25:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-3c0912fc-3dda-4bd7-a351-75aa76e1b3f1 req-d1139c4c-ddd8-47f7-811f-3c03f07a4278 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Received event network-vif-plugged-7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:25:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3c0912fc-3dda-4bd7-a351-75aa76e1b3f1 req-d1139c4c-ddd8-47f7-811f-3c03f07a4278 service nova] Acquiring lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:25:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3c0912fc-3dda-4bd7-a351-75aa76e1b3f1 req-d1139c4c-ddd8-47f7-811f-3c03f07a4278 service nova] Lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:25:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3c0912fc-3dda-4bd7-a351-75aa76e1b3f1 req-d1139c4c-ddd8-47f7-811f-3c03f07a4278 service nova] Lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:25:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-3c0912fc-3dda-4bd7-a351-75aa76e1b3f1 req-d1139c4c-ddd8-47f7-811f-3c03f07a4278 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] No waiting events found dispatching network-vif-plugged-7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:25:20 user nova-compute[74287]: WARNING nova.compute.manager [req-3c0912fc-3dda-4bd7-a351-75aa76e1b3f1 req-d1139c4c-ddd8-47f7-811f-3c03f07a4278 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Received unexpected event network-vif-plugged-7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 for instance with vm_state building and task_state spawning.
Oct 26 08:25:20 user nova-compute[74287]: INFO nova.compute.manager [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Took 5.26 seconds to spawn the instance on the hypervisor.
Oct 26 08:25:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:25:20 user nova-compute[74287]: INFO nova.compute.manager [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Took 5.90 seconds to build instance.
Oct 26 08:25:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e7c6e4c7-77d2-4cd0-b4ef-528c257e55ab tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.004s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:25:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:25:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG nova.network.neutron [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Port dc8128db-cf9c-4dea-8161-ef8bca6fbedc binding to destination host user is already ACTIVE {{(pid=74287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquired lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG nova.network.neutron [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG nova.network.neutron [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updating instance_info_cache with network_info: [{"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Releasing lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Creating tmpfile /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/tmpjkoo9bcq to verify with other compute node that the instance is on the same shared storage. {{(pid=74287) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG nova.compute.manager [req-30e20595-984d-4301-8b91-3928eb8dc13f req-7fdc338b-4928-4d4b-903a-7f1abebbc73b service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-vif-unplugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-30e20595-984d-4301-8b91-3928eb8dc13f req-7fdc338b-4928-4d4b-903a-7f1abebbc73b service nova] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-30e20595-984d-4301-8b91-3928eb8dc13f req-7fdc338b-4928-4d4b-903a-7f1abebbc73b service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-30e20595-984d-4301-8b91-3928eb8dc13f req-7fdc338b-4928-4d4b-903a-7f1abebbc73b service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:25:41 user nova-compute[74287]: DEBUG nova.compute.manager [req-30e20595-984d-4301-8b91-3928eb8dc13f req-7fdc338b-4928-4d4b-903a-7f1abebbc73b service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] No waiting events found dispatching network-vif-unplugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:25:41 user nova-compute[74287]: WARNING nova.compute.manager [req-30e20595-984d-4301-8b91-3928eb8dc13f req-7fdc338b-4928-4d4b-903a-7f1abebbc73b service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received unexpected event network-vif-unplugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc for instance with vm_state resized and task_state resize_reverting.
Oct 26 08:25:42 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Instance destroyed successfully.
Oct 26 08:25:42 user nova-compute[74287]: DEBUG nova.objects.instance [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lazy-loading 'resources' on Instance uuid b138f37a-326c-49f0-a10d-431d6926d267 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:19:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1021054971',display_name='tempest-ServerActionsTestOtherB-server-1021054971',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1021054971',id=38,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMO/tVPfrUvMFCw+YXD5ZXAnU/EzbjHf9VZOLB0BgmNGZ2OOZf/RhEoxnuZ2JRNXKkMpZ7ZIgaYaYykbUWM2/G7WDAZHLfg+YvEHQMhbGSjAeVXwQtnWSbQuInmGtK4SWQ==',key_name='tempest-keypair-990130991',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:24:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2dc58038b3624154840e5d2cf0fb69a7',ramdisk_id='',reservation_id='r-f4ixmv08',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1391428463',owner_user_name='tempest-ServerActionsTestOtherB-1391428463-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:24:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='013bb50a473b4299bc0538eadda973ea',uuid=b138f37a-326c-49f0-a10d-431d6926d267,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converting VIF {"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_vif [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdc8128db-cf, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=518d1509-fcd5-4e51-b9b2-a5d31615aeab) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:42 user nova-compute[74287]: INFO os_vif [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf')
Oct 26 08:25:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cXpewuSa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:25:42 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[15497259-533a-430c-ae64-de0697965b9a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:25:42 user nova-compute[74287]: No targets found.
Oct 26 08:25:42 user nova-compute[74287]: iSNS:
Oct 26 08:25:42 user nova-compute[74287]: No targets found.
Oct 26 08:25:42 user nova-compute[74287]: STATIC:
Oct 26 08:25:42 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925
Oct 26 08:25:42 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:25:42 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:25:42 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3
Oct 26 08:25:42 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:25:42 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:25:42 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f
Oct 26 08:25:42 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:25:42 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:25:42 user nova-compute[74287]: FIRMWARE:
Oct 26 08:25:42 user nova-compute[74287]: No targets found.
Oct 26 08:25:42 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:25:42 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:25:42 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd828d78-80d2-4ef1-9f14-fc283955a3fa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[65c065a9-3455-4295-a151-04d1f4e41b0c]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:25:42 user nova-compute[74287]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:25:42 user nova-compute[74287]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 (non-flash)
Oct 26 08:25:42 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:25:42 user nova-compute[74287]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:25:42 user nova-compute[74287]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 (non-flash)
Oct 26 08:25:42 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb905c9ea0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d166fa5-b943-42ad-a767-e275727d0b88]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e857b4a-1f79-4d8d-a269-1717a0c5b9c4]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3395ca7-f582-424c-984e-87155097a1e3]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.054s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d86a5c67-32d4-4085-885a-1b86da562c4b]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4665d856-021f-40ad-b745-594470882e9b]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e131d41-3b78-40d0-9534-5409657c3433]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260]
Oct 26 08:25:42 user nova-compute[74287]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260] successful.
Oct 26 08:25:42 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bfbe8e8-8ae2-4704-887f-ef0390197406]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.330s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] <== disconnect_volume: return (331ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:25:42 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:25:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:25:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:25:43 user nova-compute[74287]: DEBUG nova.objects.instance [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lazy-loading 'migration_context' on Instance uuid b138f37a-326c-49f0-a10d-431d6926d267 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:25:43 user nova-compute[74287]: DEBUG nova.objects.base [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Object Instance<b138f37a-326c-49f0-a10d-431d6926d267> lazy-loaded attributes: resources,migration_context {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:25:44 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:25:44 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:25:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-29244c11-961e-4af1-a6f2-c3102207cde4 req-d0dfeebb-06ca-4599-b507-bc7ab39055d8 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:25:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-29244c11-961e-4af1-a6f2-c3102207cde4 req-d0dfeebb-06ca-4599-b507-bc7ab39055d8 service nova] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:25:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-29244c11-961e-4af1-a6f2-c3102207cde4 req-d0dfeebb-06ca-4599-b507-bc7ab39055d8 service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:25:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-29244c11-961e-4af1-a6f2-c3102207cde4 req-d0dfeebb-06ca-4599-b507-bc7ab39055d8 service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:25:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-29244c11-961e-4af1-a6f2-c3102207cde4 req-d0dfeebb-06ca-4599-b507-bc7ab39055d8 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] No waiting events found dispatching network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:25:44 user nova-compute[74287]: WARNING nova.compute.manager [req-29244c11-961e-4af1-a6f2-c3102207cde4 req-d0dfeebb-06ca-4599-b507-bc7ab39055d8 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received unexpected event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc for instance with vm_state resized and task_state resize_reverting.
Oct 26 08:25:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.333s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:25:44 user nova-compute[74287]: INFO nova.compute.manager [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Swapping old allocation on dict_keys(['4d705d38-20ad-4b6e-9892-bbb7a5e62cdc']) held by migration bacfe599-f1fd-4901-a852-7931ef8799f7 for instance
Oct 26 08:25:44 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Overwriting current allocation {'allocations': {'4d705d38-20ad-4b6e-9892-bbb7a5e62cdc': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 53}}, 'project_id': '2dc58038b3624154840e5d2cf0fb69a7', 'user_id': '013bb50a473b4299bc0538eadda973ea', 'consumer_generation': 1} on consumer b138f37a-326c-49f0-a10d-431d6926d267 {{(pid=74287) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Oct 26 08:25:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:25:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquired lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:25:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:25:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updating instance_info_cache with network_info: [{"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Releasing lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG os_brick.utils [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a992a84-a8ab-40de-90ef-07c8db15b161]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c06df98-068e-4759-b28d-095f361c5317]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[97c30ba2-4702-4312-bea9-8c1e2787937c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f099b082-1140-4fba-ab77-8f716811c4c1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:25:45 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ada6d59-777b-4f9e-b038-f180a2a3e3a4]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG os_brick.utils [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:25:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:25:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:25:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:25:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:25:47 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:25:47 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:25:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8384MB free_disk=24.919662475585938GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:25:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:25:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:25:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:25:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance b138f37a-326c-49f0-a10d-431d6926d267 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:25:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance a4430337-61ae-44e6-b561-c95905fe903e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:25:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 5cc184cb-bd62-4228-88bc-f631cc1afbfb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:25:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 66d4d19a-b866-4908-9bfc-bc10b2b1c863 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:25:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:25:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:25:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:47 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:25:47 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:25:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:25:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.361s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:25:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:51 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:25:51 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:25:51 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:25:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:53 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:25:53 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:25:53 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Didn't find any instances for network info cache update. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 08:25:54 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:25:54 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:25:54 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:25:54 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:25:54 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:25:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-c974461e-70d0-4f72-ac03-8e3d00101632 req-74a6479a-5b27-44b4-9b3e-00658e1fcf6e service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Received event network-changed-4922a189-d502-4845-8a30-b9b264e71ff1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:26:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-c974461e-70d0-4f72-ac03-8e3d00101632 req-74a6479a-5b27-44b4-9b3e-00658e1fcf6e service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Refreshing instance network info cache due to event network-changed-4922a189-d502-4845-8a30-b9b264e71ff1. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:26:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c974461e-70d0-4f72-ac03-8e3d00101632 req-74a6479a-5b27-44b4-9b3e-00658e1fcf6e service nova] Acquiring lock "refresh_cache-a4430337-61ae-44e6-b561-c95905fe903e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:26:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c974461e-70d0-4f72-ac03-8e3d00101632 req-74a6479a-5b27-44b4-9b3e-00658e1fcf6e service nova] Acquired lock "refresh_cache-a4430337-61ae-44e6-b561-c95905fe903e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:26:01 user nova-compute[74287]: DEBUG nova.network.neutron [req-c974461e-70d0-4f72-ac03-8e3d00101632 req-74a6479a-5b27-44b4-9b3e-00658e1fcf6e service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Refreshing network info cache for port 4922a189-d502-4845-8a30-b9b264e71ff1 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:26:01 user nova-compute[74287]: DEBUG nova.network.neutron [req-c974461e-70d0-4f72-ac03-8e3d00101632 req-74a6479a-5b27-44b4-9b3e-00658e1fcf6e service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Updated VIF entry in instance network info cache for port 4922a189-d502-4845-8a30-b9b264e71ff1. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:26:01 user nova-compute[74287]: DEBUG nova.network.neutron [req-c974461e-70d0-4f72-ac03-8e3d00101632 req-74a6479a-5b27-44b4-9b3e-00658e1fcf6e service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Updating instance_info_cache with network_info: [{"id": "4922a189-d502-4845-8a30-b9b264e71ff1", "address": "fa:16:3e:43:b2:0a", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4922a189-d5", "ovs_interfaceid": "4922a189-d502-4845-8a30-b9b264e71ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:26:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c974461e-70d0-4f72-ac03-8e3d00101632 req-74a6479a-5b27-44b4-9b3e-00658e1fcf6e service nova] Releasing lock "refresh_cache-a4430337-61ae-44e6-b561-c95905fe903e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:26:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Starting finish_revert_migration {{(pid=74287) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Start _get_guest_xml network_info=[{"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': 'virtio', 'attachment_id': 'c04a54c0-6d32-40c4-aa86-3d9bf38ec076', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cXpewuSa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'b138f37a-326c-49f0-a10d-431d6926d267', 'attached_at': '2023-10-26T08:26:03.000000', 'detached_at': '', 'volume_id': 'be77d012-faef-4417-983a-1f97ea7065c3', 'serial': 'be77d012-faef-4417-983a-1f97ea7065c3'}, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:26:03 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:26:03 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.objects.instance [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lazy-loading 'vcpu_model' on Instance uuid b138f37a-326c-49f0-a10d-431d6926d267 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cXpewuSa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:26:03 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:26:03 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:26:03 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fee3c13b-bd98-45e2-851d-3a302b8fde2a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:26:03 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3b42d6c-9515-4cc4-a9dc-cfd4b05652f7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3] added
Oct 26 08:26:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7198c32e-9207-459d-8efe-1ebb816c94e5]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8b0aea5-7db3-4d49-af95-071633c7de07]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cXpewuSa {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cXpewuSa" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[789e808d-2512-425f-84d1-9eec871a72c9]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cXpewuSa'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1301464d-a437-4102-a962-94bc0b618c0d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c087b99a-9918-4d2c-9011-51a292ce7497]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:26:03 user nova-compute[74287]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 (non-flash)
Oct 26 08:26:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:26:03 user nova-compute[74287]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 (non-flash)
Oct 26 08:26:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e517b2ab-4da4-4101-ac8c-81715a0022aa]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260]
Oct 26 08:26:03 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260] successful.
Oct 26 08:26:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.053s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f77ca4a-790c-487f-8d08-269b74fb0aba]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[57ee71fb-e2ac-4793-ab15-62368af051c0]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:26:03 user nova-compute[74287]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 (non-flash)
Oct 26 08:26:03 user nova-compute[74287]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:26:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:26:03 user nova-compute[74287]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 (non-flash)
Oct 26 08:26:03 user nova-compute[74287]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:26:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] HCTL ('33', '-', '-', 0) found on session 48 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[36fadc7e-86ea-47ec-bcca-ba28517a1f4b]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:03 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cXpewuSa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] <== connect_volume: return (1345ms) {'type': 'block', 'scsi_wwn': '23961656633643762', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23961656633643762', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:19:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1021054971',display_name='tempest-ServerActionsTestOtherB-server-1021054971',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1021054971',id=38,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMO/tVPfrUvMFCw+YXD5ZXAnU/EzbjHf9VZOLB0BgmNGZ2OOZf/RhEoxnuZ2JRNXKkMpZ7ZIgaYaYykbUWM2/G7WDAZHLfg+YvEHQMhbGSjAeVXwQtnWSbQuInmGtK4SWQ==',key_name='tempest-keypair-990130991',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:24:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2dc58038b3624154840e5d2cf0fb69a7',ramdisk_id='',reservation_id='r-f4ixmv08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1391428463',owner_user_name='tempest-ServerActionsTestOtherB-1391428463-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:25:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='013bb50a473b4299bc0538eadda973ea',uuid=b138f37a-326c-49f0-a10d-431d6926d267,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converting VIF {"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:26:04 user nova-compute[74287]:   <uuid>b138f37a-326c-49f0-a10d-431d6926d267</uuid>
Oct 26 08:26:04 user nova-compute[74287]:   <name>instance-00000026</name>
Oct 26 08:26:04 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:26:04 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:26:04 user nova-compute[74287]:   <metadata>
Oct 26 08:26:04 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:26:04 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:26:04 user nova-compute[74287]:       <nova:name>tempest-ServerActionsTestOtherB-server-1021054971</nova:name>
Oct 26 08:26:04 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:26:03</nova:creationTime>
Oct 26 08:26:04 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:26:04 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:26:04 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:26:04 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:26:04 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:26:04 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:26:04 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:26:04 user nova-compute[74287]:       <nova:owner>
Oct 26 08:26:04 user nova-compute[74287]:         <nova:user uuid="013bb50a473b4299bc0538eadda973ea">tempest-ServerActionsTestOtherB-1391428463-project-member</nova:user>
Oct 26 08:26:04 user nova-compute[74287]:         <nova:project uuid="2dc58038b3624154840e5d2cf0fb69a7">tempest-ServerActionsTestOtherB-1391428463</nova:project>
Oct 26 08:26:04 user nova-compute[74287]:       </nova:owner>
Oct 26 08:26:04 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:26:04 user nova-compute[74287]:       <nova:ports>
Oct 26 08:26:04 user nova-compute[74287]:         <nova:port uuid="dc8128db-cf9c-4dea-8161-ef8bca6fbedc">
Oct 26 08:26:04 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 08:26:04 user nova-compute[74287]:         </nova:port>
Oct 26 08:26:04 user nova-compute[74287]:       </nova:ports>
Oct 26 08:26:04 user nova-compute[74287]:     </nova:instance>
Oct 26 08:26:04 user nova-compute[74287]:   </metadata>
Oct 26 08:26:04 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:26:04 user nova-compute[74287]:     <system>
Oct 26 08:26:04 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:26:04 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:26:04 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:26:04 user nova-compute[74287]:       <entry name="serial">b138f37a-326c-49f0-a10d-431d6926d267</entry>
Oct 26 08:26:04 user nova-compute[74287]:       <entry name="uuid">b138f37a-326c-49f0-a10d-431d6926d267</entry>
Oct 26 08:26:04 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:26:04 user nova-compute[74287]:     </system>
Oct 26 08:26:04 user nova-compute[74287]:   </sysinfo>
Oct 26 08:26:04 user nova-compute[74287]:   <os>
Oct 26 08:26:04 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:26:04 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:26:04 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:26:04 user nova-compute[74287]:   </os>
Oct 26 08:26:04 user nova-compute[74287]:   <features>
Oct 26 08:26:04 user nova-compute[74287]:     <acpi/>
Oct 26 08:26:04 user nova-compute[74287]:     <apic/>
Oct 26 08:26:04 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:26:04 user nova-compute[74287]:   </features>
Oct 26 08:26:04 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:26:04 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:26:04 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:26:04 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:26:04 user nova-compute[74287]:   </clock>
Oct 26 08:26:04 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:26:04 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:26:04 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:26:04 user nova-compute[74287]:   </cpu>
Oct 26 08:26:04 user nova-compute[74287]:   <devices>
Oct 26 08:26:04 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:26:04 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:26:04 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk"/>
Oct 26 08:26:04 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:26:04 user nova-compute[74287]:     </disk>
Oct 26 08:26:04 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:26:04 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:26:04 user nova-compute[74287]:       <source dev="/dev/sdb"/>
Oct 26 08:26:04 user nova-compute[74287]:       <target dev="vdb" bus="virtio"/>
Oct 26 08:26:04 user nova-compute[74287]:       <serial>be77d012-faef-4417-983a-1f97ea7065c3</serial>
Oct 26 08:26:04 user nova-compute[74287]:     </disk>
Oct 26 08:26:04 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:26:04 user nova-compute[74287]:       <mac address="fa:16:3e:f2:2b:77"/>
Oct 26 08:26:04 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:26:04 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:26:04 user nova-compute[74287]:       <target dev="tapdc8128db-cf"/>
Oct 26 08:26:04 user nova-compute[74287]:     </interface>
Oct 26 08:26:04 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:26:04 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/console.log" append="off"/>
Oct 26 08:26:04 user nova-compute[74287]:     </serial>
Oct 26 08:26:04 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:26:04 user nova-compute[74287]:     <video>
Oct 26 08:26:04 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:26:04 user nova-compute[74287]:     </video>
Oct 26 08:26:04 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:26:04 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:26:04 user nova-compute[74287]:     </rng>
Oct 26 08:26:04 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:26:04 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:26:04 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:26:04 user nova-compute[74287]:     </memballoon>
Oct 26 08:26:04 user nova-compute[74287]:   </devices>
Oct 26 08:26:04 user nova-compute[74287]: </domain>
Oct 26 08:26:04 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:19:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1021054971',display_name='tempest-ServerActionsTestOtherB-server-1021054971',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1021054971',id=38,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMO/tVPfrUvMFCw+YXD5ZXAnU/EzbjHf9VZOLB0BgmNGZ2OOZf/RhEoxnuZ2JRNXKkMpZ7ZIgaYaYykbUWM2/G7WDAZHLfg+YvEHQMhbGSjAeVXwQtnWSbQuInmGtK4SWQ==',key_name='tempest-keypair-990130991',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:24:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2dc58038b3624154840e5d2cf0fb69a7',ramdisk_id='',reservation_id='r-f4ixmv08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1391428463',owner_user_name='tempest-ServerActionsTestOtherB-1391428463-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:25:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='013bb50a473b4299bc0538eadda973ea',uuid=b138f37a-326c-49f0-a10d-431d6926d267,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converting VIF {"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG os_vif [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c926ce0c-10c6-5fb2-b827-75a2c7a2755a', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdc8128db-cf, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdc8128db-cf, col_values=(('qos', UUID('6ec4f611-283c-4ab8-a1e2-77eeb6dac448')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdc8128db-cf, col_values=(('external_ids', {'iface-id': 'dc8128db-cf9c-4dea-8161-ef8bca6fbedc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:2b:77', 'vm-uuid': 'b138f37a-326c-49f0-a10d-431d6926d267'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:26:04 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:04 user nova-compute[74287]: INFO os_vif [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf')
Oct 26 08:26:04 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:26:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-3f52caba-626b-4cac-ac84-294225d91c0c req-3b8c0d2b-f9b7-4004-b995-c90f0d7d6968 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:26:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3f52caba-626b-4cac-ac84-294225d91c0c req-3b8c0d2b-f9b7-4004-b995-c90f0d7d6968 service nova] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:26:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3f52caba-626b-4cac-ac84-294225d91c0c req-3b8c0d2b-f9b7-4004-b995-c90f0d7d6968 service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:26:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-3f52caba-626b-4cac-ac84-294225d91c0c req-3b8c0d2b-f9b7-4004-b995-c90f0d7d6968 service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:26:06 user nova-compute[74287]: DEBUG nova.compute.manager [req-3f52caba-626b-4cac-ac84-294225d91c0c req-3b8c0d2b-f9b7-4004-b995-c90f0d7d6968 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] No waiting events found dispatching network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:26:06 user nova-compute[74287]: WARNING nova.compute.manager [req-3f52caba-626b-4cac-ac84-294225d91c0c req-3b8c0d2b-f9b7-4004-b995-c90f0d7d6968 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received unexpected event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc for instance with vm_state resized and task_state resize_reverting.
Oct 26 08:26:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "a4430337-61ae-44e6-b561-c95905fe903e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "a4430337-61ae-44e6-b561-c95905fe903e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'flavor' on Instance uuid a4430337-61ae-44e6-b561-c95905fe903e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "a4430337-61ae-44e6-b561-c95905fe903e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:26:08 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Instance running successfully.
Oct 26 08:26:08 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] finish_revert_migration finished successfully. {{(pid=74287) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-4c28bd01-f1f9-4d25-b69d-90d8ec4d9a75 req-8b32b1a3-b035-476b-902f-1a556d41e7ab service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4c28bd01-f1f9-4d25-b69d-90d8ec4d9a75 req-8b32b1a3-b035-476b-902f-1a556d41e7ab service nova] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4c28bd01-f1f9-4d25-b69d-90d8ec4d9a75 req-8b32b1a3-b035-476b-902f-1a556d41e7ab service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4c28bd01-f1f9-4d25-b69d-90d8ec4d9a75 req-8b32b1a3-b035-476b-902f-1a556d41e7ab service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG nova.compute.manager [req-4c28bd01-f1f9-4d25-b69d-90d8ec4d9a75 req-8b32b1a3-b035-476b-902f-1a556d41e7ab service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] No waiting events found dispatching network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:26:08 user nova-compute[74287]: WARNING nova.compute.manager [req-4c28bd01-f1f9-4d25-b69d-90d8ec4d9a75 req-8b32b1a3-b035-476b-902f-1a556d41e7ab service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received unexpected event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc for instance with vm_state resized and task_state resize_reverting.
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "a4430337-61ae-44e6-b561-c95905fe903e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "a4430337-61ae-44e6-b561-c95905fe903e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:26:08 user nova-compute[74287]: INFO nova.compute.manager [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Attaching volume e6b6e79c-6800-4213-b92b-0a8184ebabde to /dev/vdb
Oct 26 08:26:08 user nova-compute[74287]: INFO nova.compute.manager [None req-11489bb2-ea00-43df-b1f8-5da70d908562 tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updating instance to original state: 'active'
Oct 26 08:26:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG os_brick.utils [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cedee65-2516-4cd4-ac5d-d8ae5a3ca9ce]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5e3b344-b556-43ec-b58a-c32dfa35853d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[23400ad6-5124-43ae-8972-b5b15a1f0a5f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2f4fcce-1c36-483c-bfb4-f2d337b5fc7f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:26:08 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:26:08 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[687a432e-b873-46ac-904b-70c85c83b1fa]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG os_brick.utils [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:26:08 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Updating existing volume attachment record: 60f117e8-f942-4378-a06e-646068f6cd86 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:26:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:11 user nova-compute[74287]: DEBUG nova.compute.manager [req-484f06da-6d01-4929-bfd6-4de851820746 req-ad88dc7c-6e12-42ea-a259-d064ded4c1dd service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Received event network-changed-33153aa6-31a5-4b24-8761-7de1eafb37e0 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:26:11 user nova-compute[74287]: DEBUG nova.compute.manager [req-484f06da-6d01-4929-bfd6-4de851820746 req-ad88dc7c-6e12-42ea-a259-d064ded4c1dd service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Refreshing instance network info cache due to event network-changed-33153aa6-31a5-4b24-8761-7de1eafb37e0. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:26:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-484f06da-6d01-4929-bfd6-4de851820746 req-ad88dc7c-6e12-42ea-a259-d064ded4c1dd service nova] Acquiring lock "refresh_cache-5cc184cb-bd62-4228-88bc-f631cc1afbfb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:26:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-484f06da-6d01-4929-bfd6-4de851820746 req-ad88dc7c-6e12-42ea-a259-d064ded4c1dd service nova] Acquired lock "refresh_cache-5cc184cb-bd62-4228-88bc-f631cc1afbfb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:26:11 user nova-compute[74287]: DEBUG nova.network.neutron [req-484f06da-6d01-4929-bfd6-4de851820746 req-ad88dc7c-6e12-42ea-a259-d064ded4c1dd service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Refreshing network info cache for port 33153aa6-31a5-4b24-8761-7de1eafb37e0 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:26:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-484f06da-6d01-4929-bfd6-4de851820746 req-ad88dc7c-6e12-42ea-a259-d064ded4c1dd service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Updated VIF entry in instance network info cache for port 33153aa6-31a5-4b24-8761-7de1eafb37e0. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:26:12 user nova-compute[74287]: DEBUG nova.network.neutron [req-484f06da-6d01-4929-bfd6-4de851820746 req-ad88dc7c-6e12-42ea-a259-d064ded4c1dd service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Updating instance_info_cache with network_info: [{"id": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "address": "fa:16:3e:2d:21:71", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33153aa6-31", "ovs_interfaceid": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:26:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-484f06da-6d01-4929-bfd6-4de851820746 req-ad88dc7c-6e12-42ea-a259-d064ded4c1dd service nova] Releasing lock "refresh_cache-5cc184cb-bd62-4228-88bc-f631cc1afbfb" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:26:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:26:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:26:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:26:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:26:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:26:12 user nova-compute[74287]: INFO nova.compute.manager [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Terminating instance
Oct 26 08:26:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:26:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:13 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Instance destroyed successfully.
Oct 26 08:26:13 user nova-compute[74287]: DEBUG nova.objects.instance [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lazy-loading 'resources' on Instance uuid 5cc184cb-bd62-4228-88bc-f631cc1afbfb {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:24:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1152226371',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1152226371',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1152226371',id=43,image_ref='8cac395a-974c-4593-bad5-73595ad54460',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJXpcrWdu91qWCkOEl67bq4QYmtV96PgFmFq3gXNcw9dzhdKMsBJxDbD+cn11DoBDp2/t8xjpngRkZakbBZKp1VJbkygfPPHMQPFvpbJYNH9h2nkKz9vi9gOwk/CVb92dw==',key_name='tempest-keypair-1944484421',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:24:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e2ca5afe48e4f2ba2aa59777192cbfb',ramdisk_id='',reservation_id='r-nj1q5kvj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1944317266',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1944317266-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-1944317266',owner_user_name='tempest-TestVolumeBootPattern-1944317266-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:24:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8da457e99fa4aceb02d04d83cc49929',uuid=5cc184cb-bd62-4228-88bc-f631cc1afbfb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "address": "fa:16:3e:2d:21:71", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33153aa6-31", "ovs_interfaceid": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converting VIF {"id": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "address": "fa:16:3e:2d:21:71", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33153aa6-31", "ovs_interfaceid": "33153aa6-31a5-4b24-8761-7de1eafb37e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:21:71,bridge_name='br-int',has_traffic_filtering=True,id=33153aa6-31a5-4b24-8761-7de1eafb37e0,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33153aa6-31') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_vif [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:21:71,bridge_name='br-int',has_traffic_filtering=True,id=33153aa6-31a5-4b24-8761-7de1eafb37e0,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33153aa6-31') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap33153aa6-31, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1519d6e3-722d-428f-9cb3-941597c8bb2c) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:13 user nova-compute[74287]: INFO os_vif [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:21:71,bridge_name='br-int',has_traffic_filtering=True,id=33153aa6-31a5-4b24-8761-7de1eafb37e0,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33153aa6-31')
Oct 26 08:26:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nFpdbSXQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:26:13 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[de8998cc-ba27-4aaf-b44b-6d5388e2b5e5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:26:13 user nova-compute[74287]: No targets found.
Oct 26 08:26:13 user nova-compute[74287]: iSNS:
Oct 26 08:26:13 user nova-compute[74287]: No targets found.
Oct 26 08:26:13 user nova-compute[74287]: STATIC:
Oct 26 08:26:13 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925
Oct 26 08:26:13 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:26:13 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:26:13 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3
Oct 26 08:26:13 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:26:13 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:26:13 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f
Oct 26 08:26:13 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:26:13 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:26:13 user nova-compute[74287]: FIRMWARE:
Oct 26 08:26:13 user nova-compute[74287]: No targets found.
Oct 26 08:26:13 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:26:13 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:26:13 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a390875d-b46d-4cee-8d42-cf0cbc957bd7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e69938a9-db32-47ff-8fa4-63d4ea580066]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:26:13 user nova-compute[74287]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 (non-flash)
Oct 26 08:26:13 user nova-compute[74287]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:26:13 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:26:13 user nova-compute[74287]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 (non-flash)
Oct 26 08:26:13 user nova-compute[74287]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:26:13 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb902f8430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925'): ({'sdc'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Removing single pathed devices sdc {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[df1f2e01-3255-46eb-b161-43bf1b1af609]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5435d85a-5fe0-4f28-9e54-5dca2825de41]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Flushing IO for device /dev/sdc {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f92ada79-6d92-40a7-99bb-5d1f6554afe8]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.050s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[336ca091-dcb8-4103-92ca-fd6cd2068244]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26237326335616136', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_85260f4f', '/dev/disk/by-id/scsi-1SCST_BIO85260f4f-b72c5aa64784a287') {{(pid=85694) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf411fbe-dffb-434f-8d09-2eda739e6b83]: (4, None) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c5bb8a4-89f5-4d79-9971-58db5ce6fda0]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfcd237b-d927-41a3-af48-6a45e0877b18]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925, portal: 172.16.0.220,3260]
Oct 26 08:26:13 user nova-compute[74287]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925, portal: 172.16.0.220,3260] successful.
Oct 26 08:26:13 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9995340f-c59a-4dc0-807b-03a318c4e925 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c429161-3a65-415f-b80c-c7cc8a4cd000]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] <== disconnect_volume: return (359ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:26:13 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Deleting instance files /opt/stack/data/nova/instances/5cc184cb-bd62-4228-88bc-f631cc1afbfb_del
Oct 26 08:26:13 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Deletion of /opt/stack/data/nova/instances/5cc184cb-bd62-4228-88bc-f631cc1afbfb_del complete
Oct 26 08:26:13 user nova-compute[74287]: INFO nova.compute.manager [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Took 1.30 seconds to destroy the instance on the hypervisor.
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-f7bb7060-28b7-4d72-a538-1fd950ffd0bc req-f15275d3-621b-44b7-84f8-6fd8f1ed22f6 service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Received event network-vif-unplugged-33153aa6-31a5-4b24-8761-7de1eafb37e0 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f7bb7060-28b7-4d72-a538-1fd950ffd0bc req-f15275d3-621b-44b7-84f8-6fd8f1ed22f6 service nova] Acquiring lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f7bb7060-28b7-4d72-a538-1fd950ffd0bc req-f15275d3-621b-44b7-84f8-6fd8f1ed22f6 service nova] Lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f7bb7060-28b7-4d72-a538-1fd950ffd0bc req-f15275d3-621b-44b7-84f8-6fd8f1ed22f6 service nova] Lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-f7bb7060-28b7-4d72-a538-1fd950ffd0bc req-f15275d3-621b-44b7-84f8-6fd8f1ed22f6 service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] No waiting events found dispatching network-vif-unplugged-33153aa6-31a5-4b24-8761-7de1eafb37e0 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-f7bb7060-28b7-4d72-a538-1fd950ffd0bc req-f15275d3-621b-44b7-84f8-6fd8f1ed22f6 service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Received event network-vif-unplugged-33153aa6-31a5-4b24-8761-7de1eafb37e0 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-f7bb7060-28b7-4d72-a538-1fd950ffd0bc req-f15275d3-621b-44b7-84f8-6fd8f1ed22f6 service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Received event network-vif-plugged-33153aa6-31a5-4b24-8761-7de1eafb37e0 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f7bb7060-28b7-4d72-a538-1fd950ffd0bc req-f15275d3-621b-44b7-84f8-6fd8f1ed22f6 service nova] Acquiring lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f7bb7060-28b7-4d72-a538-1fd950ffd0bc req-f15275d3-621b-44b7-84f8-6fd8f1ed22f6 service nova] Lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f7bb7060-28b7-4d72-a538-1fd950ffd0bc req-f15275d3-621b-44b7-84f8-6fd8f1ed22f6 service nova] Lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:26:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-f7bb7060-28b7-4d72-a538-1fd950ffd0bc req-f15275d3-621b-44b7-84f8-6fd8f1ed22f6 service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] No waiting events found dispatching network-vif-plugged-33153aa6-31a5-4b24-8761-7de1eafb37e0 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:26:13 user nova-compute[74287]: WARNING nova.compute.manager [req-f7bb7060-28b7-4d72-a538-1fd950ffd0bc req-f15275d3-621b-44b7-84f8-6fd8f1ed22f6 service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Received unexpected event network-vif-plugged-33153aa6-31a5-4b24-8761-7de1eafb37e0 for instance with vm_state active and task_state deleting.
Oct 26 08:26:14 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:26:14 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Took 0.93 seconds to deallocate network for instance.
Oct 26 08:26:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-a193aad4-a215-4915-9cc6-38e3986f5324 req-7fd15a2a-9fe2-4b4f-8c2b-62197b582ecd service nova] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Received event network-vif-deleted-33153aa6-31a5-4b24-8761-7de1eafb37e0 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:26:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:20 user nova-compute[74287]: INFO nova.compute.manager [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Took 5.75 seconds to detach 1 volumes for instance.
Oct 26 08:26:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 5cc184cb-bd62-4228-88bc-f631cc1afbfb] Deleting volume: 9995340f-c59a-4dc0-807b-03a318c4e925 {{(pid=74287) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 26 08:26:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:26:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:26:20 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:26:20 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:26:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.231s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:26:20 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Deleted allocations for instance 5cc184cb-bd62-4228-88bc-f631cc1afbfb
Oct 26 08:26:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-c80ebfc3-b912-452e-ba3e-5f742ca1b550 tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "5cc184cb-bd62-4228-88bc-f631cc1afbfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 8.524s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:26:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YPIaZsQC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:26:27 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:26:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:26:27 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:26:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:26:27 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f618dd48-07b6-4328-af64-007cc519f528]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:26:27 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fed45f9-1e6e-468c-8211-1986631d4855]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde] added
Oct 26 08:26:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.066s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8bcb149-923a-4c85-abfc-e61974cf0886]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[26d807ae-19ec-4d91-8e07-1177baa8dab5]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YPIaZsQC {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YPIaZsQC" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7d49857-b3a6-4bf5-9547-3f1f249857e7]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YPIaZsQC'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[992e172d-f1cb-4c32-b9f9-3327ec4fc734]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9c709f5-e83f-4ced-9c2b-fffcde24ea7c]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:26:27 user nova-compute[74287]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:26:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:26:27 user nova-compute[74287]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:26:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:26:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --login" returned: 0 in 1.063s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfa929b4-169c-4bd3-aa44-a5b990c49048]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde, portal: 172.16.0.220,3260]
Oct 26 08:26:28 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde, portal: 172.16.0.220,3260] successful.
Oct 26 08:26:28 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe3368b3-8be5-4a0b-81bc-96048d560d52]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fdc5f6e-3fa6-44c6-889e-5f387d6a6e57]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:26:28 user nova-compute[74287]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:26:28 user nova-compute[74287]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde (non-flash)
Oct 26 08:26:28 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:26:28 user nova-compute[74287]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:26:28 user nova-compute[74287]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde (non-flash)
Oct 26 08:26:28 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.331s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] HCTL ('34', '-', '-', 0) found on session 49 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d9eb88e-2fdf-45bd-a991-23579dc9ca23]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Searching for a device in session 49 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:26:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YPIaZsQC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:26:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.371s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:26:29 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] <== connect_volume: return (2372ms) {'type': 'block', 'scsi_wwn': '23862653965336561', 'path': '/dev/sdc'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:26:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23862653965336561', 'path': '/dev/sdc'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:26:29 user nova-compute[74287]: DEBUG nova.objects.instance [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'flavor' on Instance uuid a4430337-61ae-44e6-b561-c95905fe903e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:26:29 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:26:29 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:26:29 user nova-compute[74287]:   <source dev="/dev/sdc"/>
Oct 26 08:26:29 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:26:29 user nova-compute[74287]:   <serial>e6b6e79c-6800-4213-b92b-0a8184ebabde</serial>
Oct 26 08:26:29 user nova-compute[74287]: </disk>
Oct 26 08:26:29 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:26:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:26:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:26:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] No VIF found with MAC fa:16:3e:43:b2:0a, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:26:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-1cf81529-4139-4ab7-b1a5-82d13b9b2f4c tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "a4430337-61ae-44e6-b561-c95905fe903e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.050s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:26:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "a4430337-61ae-44e6-b561-c95905fe903e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:26:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "a4430337-61ae-44e6-b561-c95905fe903e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:26:31 user nova-compute[74287]: INFO nova.compute.manager [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Detaching volume e6b6e79c-6800-4213-b92b-0a8184ebabde
Oct 26 08:26:31 user nova-compute[74287]: INFO nova.virt.block_device [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Attempting to driver detach volume e6b6e79c-6800-4213-b92b-0a8184ebabde from mountpoint /dev/vdb
Oct 26 08:26:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Attempting to detach device vdb from instance a4430337-61ae-44e6-b561-c95905fe903e from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:26:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:26:31 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:26:31 user nova-compute[74287]:   <source dev="/dev/sdc"/>
Oct 26 08:26:31 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:26:31 user nova-compute[74287]:   <serial>e6b6e79c-6800-4213-b92b-0a8184ebabde</serial>
Oct 26 08:26:31 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:26:31 user nova-compute[74287]: </disk>
Oct 26 08:26:31 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:26:31 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Successfully detached device vdb from instance a4430337-61ae-44e6-b561-c95905fe903e from the persistent domain config.
Oct 26 08:26:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a4430337-61ae-44e6-b561-c95905fe903e from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:26:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:26:31 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:26:31 user nova-compute[74287]:   <source dev="/dev/sdc"/>
Oct 26 08:26:31 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:26:31 user nova-compute[74287]:   <serial>e6b6e79c-6800-4213-b92b-0a8184ebabde</serial>
Oct 26 08:26:31 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:26:31 user nova-compute[74287]: </disk>
Oct 26 08:26:31 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:26:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a4430337-61ae-44e6-b561-c95905fe903e {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:26:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:45 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:26:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:26:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:26:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:26:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:26:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:26:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:26:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:47 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:47 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:26:47 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:26:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8499MB free_disk=24.94443130493164GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:26:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:26:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:26:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:26:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance b138f37a-326c-49f0-a10d-431d6926d267 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:26:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance a4430337-61ae-44e6-b561-c95905fe903e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:26:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 66d4d19a-b866-4908-9bfc-bc10b2b1c863 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:26:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:26:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:26:47 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:26:47 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:26:47 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:26:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.346s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:26:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:51 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:26:51 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:26:51 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:26:51 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a4430337-61ae-44e6-b561-c95905fe903e is timed out.
Oct 26 08:26:51 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Successfully detached device vdb from instance a4430337-61ae-44e6-b561-c95905fe903e from the live domain config.
Oct 26 08:26:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:26:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YPIaZsQC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:26:51 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:26:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:26:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:26:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:51 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eefd2eb-1017-42ec-94cd-27bfd217e0c2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:26:51 user nova-compute[74287]: No targets found.
Oct 26 08:26:51 user nova-compute[74287]: iSNS:
Oct 26 08:26:51 user nova-compute[74287]: No targets found.
Oct 26 08:26:51 user nova-compute[74287]: STATIC:
Oct 26 08:26:51 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3
Oct 26 08:26:51 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:26:51 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:26:51 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f
Oct 26 08:26:51 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:26:51 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:26:51 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde
Oct 26 08:26:51 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:26:51 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:26:51 user nova-compute[74287]: FIRMWARE:
Oct 26 08:26:51 user nova-compute[74287]: No targets found.
Oct 26 08:26:51 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:26:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:26:51 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:26:51 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:26:51 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:26:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:51 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[392ea82a-cc11-4f8c-a3ff-e04468016309]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c26727e-6269-441b-85c2-9fd21ee21a85]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:26:52 user nova-compute[74287]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:26:52 user nova-compute[74287]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde (non-flash)
Oct 26 08:26:52 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:26:52 user nova-compute[74287]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:26:52 user nova-compute[74287]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde (non-flash)
Oct 26 08:26:52 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb903ce7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde'): ({'sdc'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Removing single pathed devices sdc {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fec32d5b-a0c8-4ce9-b5a5-fa38dfce93a8]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[32ba708c-c5d3-4140-9f11-cde2743c01f4]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Flushing IO for device /dev/sdc {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d655ee1-8ef7-43e8-bf66-dff366717c1a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.261s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e101425-319d-4cfd-bccc-46ebc67ec328]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[89a9532f-f99b-450b-898d-ec00872d648f]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8253cc5b-c4b4-45fc-8c14-68a523c9535b]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde, portal: 172.16.0.220,3260]
Oct 26 08:26:52 user nova-compute[74287]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde, portal: 172.16.0.220,3260] successful.
Oct 26 08:26:52 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6b6e79c-6800-4213-b92b-0a8184ebabde -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[14491866-8a99-4929-84d9-9ff25833b19c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.516s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] <== disconnect_volume: return (519ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:26:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:26:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:26:53 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'flavor' on Instance uuid a4430337-61ae-44e6-b561-c95905fe903e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:26:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b69dd0c2-2826-4ed2-8423-060c0eec6fb3 tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "a4430337-61ae-44e6-b561-c95905fe903e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.181s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:26:54 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:26:54 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:26:54 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:26:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:26:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:26:54 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:26:54 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid b138f37a-326c-49f0-a10d-431d6926d267 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:26:55 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updating instance_info_cache with network_info: [{"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:26:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-b138f37a-326c-49f0-a10d-431d6926d267" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:26:55 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:26:56 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:26:56 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:26:56 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:26:56 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:26:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:27:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:27:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:27:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:27:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:05 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:27:05 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:27:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:12 user nova-compute[74287]: INFO nova.compute.manager [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Terminating instance
Oct 26 08:27:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-c25a4179-1230-40fe-ab4f-7a75a5b7fe99 req-7e9e697c-cd1d-42aa-929c-506fff945559 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Received event network-vif-unplugged-7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c25a4179-1230-40fe-ab4f-7a75a5b7fe99 req-7e9e697c-cd1d-42aa-929c-506fff945559 service nova] Acquiring lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c25a4179-1230-40fe-ab4f-7a75a5b7fe99 req-7e9e697c-cd1d-42aa-929c-506fff945559 service nova] Lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c25a4179-1230-40fe-ab4f-7a75a5b7fe99 req-7e9e697c-cd1d-42aa-929c-506fff945559 service nova] Lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-c25a4179-1230-40fe-ab4f-7a75a5b7fe99 req-7e9e697c-cd1d-42aa-929c-506fff945559 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] No waiting events found dispatching network-vif-unplugged-7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:27:12 user nova-compute[74287]: DEBUG nova.compute.manager [req-c25a4179-1230-40fe-ab4f-7a75a5b7fe99 req-7e9e697c-cd1d-42aa-929c-506fff945559 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Received event network-vif-unplugged-7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:13 user nova-compute[74287]: INFO nova.compute.manager [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Terminating instance
Oct 26 08:27:13 user nova-compute[74287]: DEBUG nova.compute.manager [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:13 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Instance destroyed successfully.
Oct 26 08:27:13 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lazy-loading 'resources' on Instance uuid 66d4d19a-b866-4908-9bfc-bc10b2b1c863 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:25:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-466604907',display_name='tempest-VolumesActionsTest-instance-466604907',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-466604907',id=44,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:25:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d8e96fe6c2954080a5d01aaf75fc63ab',ramdisk_id='',reservation_id='r-rm9casqz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-174630540',owner_user_name='tempest-VolumesActionsTest-174630540-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:25:21Z,user_data=None,user_id='c54ea87f0d904d2c8d585b79d38e444f',uuid=66d4d19a-b866-4908-9bfc-bc10b2b1c863,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "address": "fa:16:3e:42:a7:df", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a6eca2f-5f", "ovs_interfaceid": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Converting VIF {"id": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "address": "fa:16:3e:42:a7:df", "network": {"id": "1d282bf8-113c-4f4e-90de-580b8a28d7f6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-872512509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8e96fe6c2954080a5d01aaf75fc63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a6eca2f-5f", "ovs_interfaceid": "7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:a7:df,bridge_name='br-int',has_traffic_filtering=True,id=7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8,network=Network(1d282bf8-113c-4f4e-90de-580b8a28d7f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a6eca2f-5f') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG os_vif [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:a7:df,bridge_name='br-int',has_traffic_filtering=True,id=7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8,network=Network(1d282bf8-113c-4f4e-90de-580b8a28d7f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a6eca2f-5f') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7a6eca2f-5f, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-fabe243d-9053-492a-b302-b6902349f771 req-2eb559f7-36db-4123-b8cf-a73a5ab730c9 service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Received event network-vif-unplugged-12bfdda8-2c71-4187-866e-16beced19e69 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fabe243d-9053-492a-b302-b6902349f771 req-2eb559f7-36db-4123-b8cf-a73a5ab730c9 service nova] Acquiring lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fabe243d-9053-492a-b302-b6902349f771 req-2eb559f7-36db-4123-b8cf-a73a5ab730c9 service nova] Lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fabe243d-9053-492a-b302-b6902349f771 req-2eb559f7-36db-4123-b8cf-a73a5ab730c9 service nova] Lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-fabe243d-9053-492a-b302-b6902349f771 req-2eb559f7-36db-4123-b8cf-a73a5ab730c9 service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] No waiting events found dispatching network-vif-unplugged-12bfdda8-2c71-4187-866e-16beced19e69 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-fabe243d-9053-492a-b302-b6902349f771 req-2eb559f7-36db-4123-b8cf-a73a5ab730c9 service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Received event network-vif-unplugged-12bfdda8-2c71-4187-866e-16beced19e69 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e79a3e60-38d8-49da-acf3-12e634c1394d) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:13 user nova-compute[74287]: INFO os_vif [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:a7:df,bridge_name='br-int',has_traffic_filtering=True,id=7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8,network=Network(1d282bf8-113c-4f4e-90de-580b8a28d7f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a6eca2f-5f')
Oct 26 08:27:13 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Deleting instance files /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863_del
Oct 26 08:27:13 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Deletion of /opt/stack/data/nova/instances/66d4d19a-b866-4908-9bfc-bc10b2b1c863_del complete
Oct 26 08:27:13 user nova-compute[74287]: INFO nova.compute.manager [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Took 1.05 seconds to destroy the instance on the hypervisor.
Oct 26 08:27:13 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:27:13 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:27:14 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Instance destroyed successfully.
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.objects.instance [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lazy-loading 'resources' on Instance uuid 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:22:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1456909903',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1456909903',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1456909903',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGn14iI6n6Fq40iN5KgTHSYVBniCU4XhBk3mgIJ9KnvMYz3v5/ys4ylShYBd4NiqqjNt9k1nKUDoRLFKjKZiWJbeFmADaCxkyZ0SWcMbG1LzC8nt4lGjvD0zTQLeS1Li0g==',key_name='tempest-keypair-172163464',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:22:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e2ca5afe48e4f2ba2aa59777192cbfb',ramdisk_id='',reservation_id='r-a7dvwg0d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1944317266',owner_user_name='tempest-TestVolumeBootPattern-1944317266-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8da457e99fa4aceb02d04d83cc49929',uuid=97cc3a3e-c7d2-4c6a-9d76-cd147b37e708,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "12bfdda8-2c71-4187-866e-16beced19e69", "address": "fa:16:3e:fc:fe:2a", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12bfdda8-2c", "ovs_interfaceid": "12bfdda8-2c71-4187-866e-16beced19e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converting VIF {"id": "12bfdda8-2c71-4187-866e-16beced19e69", "address": "fa:16:3e:fc:fe:2a", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12bfdda8-2c", "ovs_interfaceid": "12bfdda8-2c71-4187-866e-16beced19e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fc:fe:2a,bridge_name='br-int',has_traffic_filtering=True,id=12bfdda8-2c71-4187-866e-16beced19e69,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12bfdda8-2c') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_vif [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fc:fe:2a,bridge_name='br-int',has_traffic_filtering=True,id=12bfdda8-2c71-4187-866e-16beced19e69,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12bfdda8-2c') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap12bfdda8-2c, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d6ab10d3-50e6-4e93-b177-de804c7f66e8) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:27:14 user nova-compute[74287]: INFO os_vif [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fc:fe:2a,bridge_name='br-int',has_traffic_filtering=True,id=12bfdda8-2c71-4187-866e-16beced19e69,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12bfdda8-2c')
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZksIwcXh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:27:14 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0614d98c-1b38-4d52-ac9f-4c0b80d17a7f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:27:14 user nova-compute[74287]: No targets found.
Oct 26 08:27:14 user nova-compute[74287]: iSNS:
Oct 26 08:27:14 user nova-compute[74287]: No targets found.
Oct 26 08:27:14 user nova-compute[74287]: STATIC:
Oct 26 08:27:14 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3
Oct 26 08:27:14 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:27:14 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:27:14 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f
Oct 26 08:27:14 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:27:14 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:27:14 user nova-compute[74287]: FIRMWARE:
Oct 26 08:27:14 user nova-compute[74287]: No targets found.
Oct 26 08:27:14 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:27:14 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:27:14 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[388a7200-921b-4d58-8d48-423b76bb8143]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a033a969-05e6-45de-9024-42eda8b59ea8]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:27:14 user nova-compute[74287]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:27:14 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f (non-flash)
Oct 26 08:27:14 user nova-compute[74287]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:27:14 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb707b4940>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f'): ({'sde'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Removing single pathed devices sde {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a5ba674-6a06-410f-acc7-23cd01b57aa0]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[596fb231-12ee-4a01-baa0-3a182435f62a]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Flushing IO for device /dev/sde {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[41808712-b6d8-4fa2-b0fc-0c8ab4809dd0]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.063s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[141ecde4-24a6-41e3-a6f6-0c6422d12bf8]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] SCSI volumes sde have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6f244b4-74f4-4618-9ab9-0d94b92bea5a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[259de803-177f-47b2-9eb8-f08a6b53c175]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f, portal: 172.16.0.220,3260]
Oct 26 08:27:14 user nova-compute[74287]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f, portal: 172.16.0.220,3260] successful.
Oct 26 08:27:14 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c3b5932-7993-41c8-87d9-561264c7af95]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] <== disconnect_volume: return (328ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:27:14 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Deleting instance files /opt/stack/data/nova/instances/97cc3a3e-c7d2-4c6a-9d76-cd147b37e708_del
Oct 26 08:27:14 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Deletion of /opt/stack/data/nova/instances/97cc3a3e-c7d2-4c6a-9d76-cd147b37e708_del complete
Oct 26 08:27:14 user nova-compute[74287]: INFO nova.compute.manager [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Took 1.17 seconds to destroy the instance on the hypervisor.
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-4e7a7639-f0db-4ddb-a271-1aaf32af7c18 req-d63fd0a1-2bc3-43fe-939c-5ac63097a752 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Received event network-vif-deleted-7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:27:14 user nova-compute[74287]: INFO nova.compute.manager [req-4e7a7639-f0db-4ddb-a271-1aaf32af7c18 req-d63fd0a1-2bc3-43fe-939c-5ac63097a752 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Neutron deleted interface 7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8; detaching it from the instance and deleting it from the info cache
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.network.neutron [req-4e7a7639-f0db-4ddb-a271-1aaf32af7c18 req-d63fd0a1-2bc3-43fe-939c-5ac63097a752 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:27:14 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Took 0.83 seconds to deallocate network for instance.
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-4e7a7639-f0db-4ddb-a271-1aaf32af7c18 req-d63fd0a1-2bc3-43fe-939c-5ac63097a752 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Detach interface failed, port_id=7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8, reason: Instance 66d4d19a-b866-4908-9bfc-bc10b2b1c863 could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.195s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:14 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Deleted allocations for instance 66d4d19a-b866-4908-9bfc-bc10b2b1c863
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e00caf37-b369-49ce-8122-5fbaa1cb5a32 tempest-VolumesActionsTest-174630540 tempest-VolumesActionsTest-174630540-project-member] Lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.273s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-45879279-82bd-44e9-b8f5-1cb3131cfd20 req-7bccafe8-692b-4407-a455-65f6eeffb028 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Received event network-vif-plugged-7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-45879279-82bd-44e9-b8f5-1cb3131cfd20 req-7bccafe8-692b-4407-a455-65f6eeffb028 service nova] Acquiring lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-45879279-82bd-44e9-b8f5-1cb3131cfd20 req-7bccafe8-692b-4407-a455-65f6eeffb028 service nova] Lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-45879279-82bd-44e9-b8f5-1cb3131cfd20 req-7bccafe8-692b-4407-a455-65f6eeffb028 service nova] Lock "66d4d19a-b866-4908-9bfc-bc10b2b1c863-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:14 user nova-compute[74287]: DEBUG nova.compute.manager [req-45879279-82bd-44e9-b8f5-1cb3131cfd20 req-7bccafe8-692b-4407-a455-65f6eeffb028 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] No waiting events found dispatching network-vif-plugged-7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:27:14 user nova-compute[74287]: WARNING nova.compute.manager [req-45879279-82bd-44e9-b8f5-1cb3131cfd20 req-7bccafe8-692b-4407-a455-65f6eeffb028 service nova] [instance: 66d4d19a-b866-4908-9bfc-bc10b2b1c863] Received unexpected event network-vif-plugged-7a6eca2f-5f2a-42dd-9e5a-0f0ea5709fe8 for instance with vm_state deleted and task_state None.
Oct 26 08:27:15 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:27:15 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Took 0.90 seconds to deallocate network for instance.
Oct 26 08:27:15 user nova-compute[74287]: DEBUG nova.compute.manager [req-ac225cd5-ba81-4277-9bf5-586ec3095abd req-962e046d-4d35-4da3-80e0-dff8bb049418 service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Received event network-vif-plugged-12bfdda8-2c71-4187-866e-16beced19e69 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:27:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ac225cd5-ba81-4277-9bf5-586ec3095abd req-962e046d-4d35-4da3-80e0-dff8bb049418 service nova] Acquiring lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ac225cd5-ba81-4277-9bf5-586ec3095abd req-962e046d-4d35-4da3-80e0-dff8bb049418 service nova] Lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ac225cd5-ba81-4277-9bf5-586ec3095abd req-962e046d-4d35-4da3-80e0-dff8bb049418 service nova] Lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:15 user nova-compute[74287]: DEBUG nova.compute.manager [req-ac225cd5-ba81-4277-9bf5-586ec3095abd req-962e046d-4d35-4da3-80e0-dff8bb049418 service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] No waiting events found dispatching network-vif-plugged-12bfdda8-2c71-4187-866e-16beced19e69 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:27:15 user nova-compute[74287]: WARNING nova.compute.manager [req-ac225cd5-ba81-4277-9bf5-586ec3095abd req-962e046d-4d35-4da3-80e0-dff8bb049418 service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Received unexpected event network-vif-plugged-12bfdda8-2c71-4187-866e-16beced19e69 for instance with vm_state active and task_state deleting.
Oct 26 08:27:15 user nova-compute[74287]: DEBUG nova.compute.manager [req-ac225cd5-ba81-4277-9bf5-586ec3095abd req-962e046d-4d35-4da3-80e0-dff8bb049418 service nova] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Received event network-vif-deleted-12bfdda8-2c71-4187-866e-16beced19e69 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:27:16 user nova-compute[74287]: INFO nova.compute.manager [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Took 0.80 seconds to detach 1 volumes for instance.
Oct 26 08:27:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708] Deleting volume: 7e1d2c2d-8132-4e50-baa7-4ee0726e6b3f {{(pid=74287) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 26 08:27:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:16 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:27:16 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:27:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.156s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:16 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Deleted allocations for instance 97cc3a3e-c7d2-4c6a-9d76-cd147b37e708
Oct 26 08:27:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-ed2556b8-5853-4042-acf5-5356e3f0d10b tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "97cc3a3e-c7d2-4c6a-9d76-cd147b37e708" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.439s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "a4430337-61ae-44e6-b561-c95905fe903e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "a4430337-61ae-44e6-b561-c95905fe903e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "a4430337-61ae-44e6-b561-c95905fe903e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "a4430337-61ae-44e6-b561-c95905fe903e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "a4430337-61ae-44e6-b561-c95905fe903e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:21 user nova-compute[74287]: INFO nova.compute.manager [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Terminating instance
Oct 26 08:27:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:27:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-773914fb-3c09-44a3-8faf-aa48976b1069 req-fbea0534-c18f-48dc-bd1c-285fef209249 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Received event network-vif-unplugged-4922a189-d502-4845-8a30-b9b264e71ff1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-773914fb-3c09-44a3-8faf-aa48976b1069 req-fbea0534-c18f-48dc-bd1c-285fef209249 service nova] Acquiring lock "a4430337-61ae-44e6-b561-c95905fe903e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-773914fb-3c09-44a3-8faf-aa48976b1069 req-fbea0534-c18f-48dc-bd1c-285fef209249 service nova] Lock "a4430337-61ae-44e6-b561-c95905fe903e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-773914fb-3c09-44a3-8faf-aa48976b1069 req-fbea0534-c18f-48dc-bd1c-285fef209249 service nova] Lock "a4430337-61ae-44e6-b561-c95905fe903e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-773914fb-3c09-44a3-8faf-aa48976b1069 req-fbea0534-c18f-48dc-bd1c-285fef209249 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] No waiting events found dispatching network-vif-unplugged-4922a189-d502-4845-8a30-b9b264e71ff1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-773914fb-3c09-44a3-8faf-aa48976b1069 req-fbea0534-c18f-48dc-bd1c-285fef209249 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Received event network-vif-unplugged-4922a189-d502-4845-8a30-b9b264e71ff1 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:27:22 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Instance destroyed successfully.
Oct 26 08:27:22 user nova-compute[74287]: DEBUG nova.objects.instance [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lazy-loading 'resources' on Instance uuid a4430337-61ae-44e6-b561-c95905fe903e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:24:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-122708964',display_name='tempest-AttachVolumeNegativeTest-server-122708964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-122708964',id=42,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFkhNVG+ONWDQxsE7ImVc+amp7B5TlY/n3/T/p+w0KaWjT7jeyvTeeFJuweA3P1do+H8wq1AIYfaEFSHbO2x0dYz6RYaPv9wcCABJ/qTGoMoREir8ONbJloIXDLiS57A4w==',key_name='tempest-keypair-23800217',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:24:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1c14f29424ef4e99a45550bfab1f9d84',ramdisk_id='',reservation_id='r-9xtk1azm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1732752721',owner_user_name='tempest-AttachVolumeNegativeTest-1732752721-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:24:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2720c3e24d384972be5d1dde75369b56',uuid=a4430337-61ae-44e6-b561-c95905fe903e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4922a189-d502-4845-8a30-b9b264e71ff1", "address": "fa:16:3e:43:b2:0a", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4922a189-d5", "ovs_interfaceid": "4922a189-d502-4845-8a30-b9b264e71ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converting VIF {"id": "4922a189-d502-4845-8a30-b9b264e71ff1", "address": "fa:16:3e:43:b2:0a", "network": {"id": "e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1423168437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1c14f29424ef4e99a45550bfab1f9d84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4922a189-d5", "ovs_interfaceid": "4922a189-d502-4845-8a30-b9b264e71ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:43:b2:0a,bridge_name='br-int',has_traffic_filtering=True,id=4922a189-d502-4845-8a30-b9b264e71ff1,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4922a189-d5') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG os_vif [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:b2:0a,bridge_name='br-int',has_traffic_filtering=True,id=4922a189-d502-4845-8a30-b9b264e71ff1,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4922a189-d5') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4922a189-d5, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e0fb533f-276c-4b26-bea0-b906fce0cdbb) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:22 user nova-compute[74287]: INFO os_vif [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:b2:0a,bridge_name='br-int',has_traffic_filtering=True,id=4922a189-d502-4845-8a30-b9b264e71ff1,network=Network(e97c2e5a-8a95-4ea6-9c9d-0791c29a1d26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4922a189-d5')
Oct 26 08:27:22 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Deleting instance files /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e_del
Oct 26 08:27:22 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Deletion of /opt/stack/data/nova/instances/a4430337-61ae-44e6-b561-c95905fe903e_del complete
Oct 26 08:27:22 user nova-compute[74287]: INFO nova.compute.manager [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 26 08:27:22 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:27:22 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: a4430337-61ae-44e6-b561-c95905fe903e] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:27:23 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:27:23 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Took 1.27 seconds to deallocate network for instance.
Oct 26 08:27:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:24 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:27:24 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:27:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.139s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:24 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Deleted allocations for instance a4430337-61ae-44e6-b561-c95905fe903e
Oct 26 08:27:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-9f28454e-5267-41a7-97b1-2b634aed6aa0 req-d85a7a1d-29f3-4db5-b0aa-6885c223b116 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Received event network-vif-plugged-4922a189-d502-4845-8a30-b9b264e71ff1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:27:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9f28454e-5267-41a7-97b1-2b634aed6aa0 req-d85a7a1d-29f3-4db5-b0aa-6885c223b116 service nova] Acquiring lock "a4430337-61ae-44e6-b561-c95905fe903e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9f28454e-5267-41a7-97b1-2b634aed6aa0 req-d85a7a1d-29f3-4db5-b0aa-6885c223b116 service nova] Lock "a4430337-61ae-44e6-b561-c95905fe903e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9f28454e-5267-41a7-97b1-2b634aed6aa0 req-d85a7a1d-29f3-4db5-b0aa-6885c223b116 service nova] Lock "a4430337-61ae-44e6-b561-c95905fe903e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-9f28454e-5267-41a7-97b1-2b634aed6aa0 req-d85a7a1d-29f3-4db5-b0aa-6885c223b116 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] No waiting events found dispatching network-vif-plugged-4922a189-d502-4845-8a30-b9b264e71ff1 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:27:24 user nova-compute[74287]: WARNING nova.compute.manager [req-9f28454e-5267-41a7-97b1-2b634aed6aa0 req-d85a7a1d-29f3-4db5-b0aa-6885c223b116 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Received unexpected event network-vif-plugged-4922a189-d502-4845-8a30-b9b264e71ff1 for instance with vm_state deleted and task_state None.
Oct 26 08:27:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-9f28454e-5267-41a7-97b1-2b634aed6aa0 req-d85a7a1d-29f3-4db5-b0aa-6885c223b116 service nova] [instance: a4430337-61ae-44e6-b561-c95905fe903e] Received event network-vif-deleted-4922a189-d502-4845-8a30-b9b264e71ff1 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:27:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-9ba16d40-bb97-46c1-8aad-bac078536c6b tempest-AttachVolumeNegativeTest-1732752721 tempest-AttachVolumeNegativeTest-1732752721-project-member] Lock "a4430337-61ae-44e6-b561-c95905fe903e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.444s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:27:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:27:45 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:27:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:45 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:27:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:27:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:27:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:27:46 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:27:46 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:27:46 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:27:46 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:27:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8902MB free_disk=24.990684509277344GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:27:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:27:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:27:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance b138f37a-326c-49f0-a10d-431d6926d267 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:27:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:27:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:27:46 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:27:46 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:27:46 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:27:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.193s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:27:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:27:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:27:52 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:27:52 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:27:52 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:27:55 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:27:55 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:27:55 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Didn't find any instances for network info cache update. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 08:27:56 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:27:56 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:27:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:27:58 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:27:58 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:28:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:28:06 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:28:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:28:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:28:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:28:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:28:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:28:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:28:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:28:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:28:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Verify base images {{(pid=74287) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Oct 26 08:28:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Image id 027074c5-9908-45c6-ae18-2c6fa1df5867 yields fingerprint 01254b28826669f4cb65430ac7d1f42cbafacef6 {{(pid=74287) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 26 08:28:15 user nova-compute[74287]: INFO nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] image 027074c5-9908-45c6-ae18-2c6fa1df5867 at (/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6): checking
Oct 26 08:28:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] image 027074c5-9908-45c6-ae18-2c6fa1df5867 at (/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6): image is in use {{(pid=74287) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 26 08:28:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74287) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 26 08:28:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] b138f37a-326c-49f0-a10d-431d6926d267 is a valid instance name {{(pid=74287) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 26 08:28:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] b138f37a-326c-49f0-a10d-431d6926d267 has a disk file {{(pid=74287) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 26 08:28:15 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:28:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance b138f37a-326c-49f0-a10d-431d6926d267 is backed by 01254b28826669f4cb65430ac7d1f42cbafacef6 {{(pid=74287) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 26 08:28:16 user nova-compute[74287]: WARNING nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0
Oct 26 08:28:16 user nova-compute[74287]: WARNING nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea
Oct 26 08:28:16 user nova-compute[74287]: WARNING nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788
Oct 26 08:28:16 user nova-compute[74287]: WARNING nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/0c8d3294b7e8228152a6b542d3025cb82a9085de
Oct 26 08:28:16 user nova-compute[74287]: WARNING nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d
Oct 26 08:28:16 user nova-compute[74287]: WARNING nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/30b819ca6bc65fed84b710c2ccb0f393f477711b
Oct 26 08:28:16 user nova-compute[74287]: WARNING nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb
Oct 26 08:28:16 user nova-compute[74287]: WARNING nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1
Oct 26 08:28:16 user nova-compute[74287]: WARNING nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/2269aeb3b66e18bbf5d0b2656ecac186c769bf39
Oct 26 08:28:16 user nova-compute[74287]: INFO nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Active base files: /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6
Oct 26 08:28:16 user nova-compute[74287]: INFO nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Removable base files: /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0 /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788 /opt/stack/data/nova/instances/_base/0c8d3294b7e8228152a6b542d3025cb82a9085de /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d /opt/stack/data/nova/instances/_base/30b819ca6bc65fed84b710c2ccb0f393f477711b /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1 /opt/stack/data/nova/instances/_base/2269aeb3b66e18bbf5d0b2656ecac186c769bf39
Oct 26 08:28:16 user nova-compute[74287]: INFO nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/6d5f819201fe77202511c917673cdfd4378397b0
Oct 26 08:28:16 user nova-compute[74287]: INFO nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/40fe2dadaacd868c13a03f7d620b64d3c93a9eea
Oct 26 08:28:16 user nova-compute[74287]: INFO nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/03349a712407191f8df8351556a3166429e41788
Oct 26 08:28:16 user nova-compute[74287]: INFO nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/0c8d3294b7e8228152a6b542d3025cb82a9085de
Oct 26 08:28:16 user nova-compute[74287]: INFO nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/146670ce268bbd950d5a416b0938e03681204c0d
Oct 26 08:28:16 user nova-compute[74287]: INFO nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/30b819ca6bc65fed84b710c2ccb0f393f477711b
Oct 26 08:28:16 user nova-compute[74287]: INFO nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/e940636c27b519a233744f192a1ec73733f600bb
Oct 26 08:28:16 user nova-compute[74287]: INFO nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/c9a14b216b0683fdea86a57a19ca35010b21e3b1
Oct 26 08:28:16 user nova-compute[74287]: INFO nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/2269aeb3b66e18bbf5d0b2656ecac186c769bf39
Oct 26 08:28:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Verification complete {{(pid=74287) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Oct 26 08:28:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Verify swap images {{(pid=74287) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Oct 26 08:28:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.imagecache [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Verify ephemeral images {{(pid=74287) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Oct 26 08:28:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:28:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "1251accb-55fd-4ce6-8a1a-94c5a1b64d7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "1251accb-55fd-4ce6-8a1a-94c5a1b64d7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:28:24 user nova-compute[74287]: INFO nova.compute.claims [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Claim successful on node user
Oct 26 08:28:24 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.258s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:28:24 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:28:24 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:28:24 user nova-compute[74287]: INFO nova.virt.block_device [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Booting with volume 1ac25655-61a9-41f3-af60-a80d0ff5296d at /dev/vda
Oct 26 08:28:24 user nova-compute[74287]: DEBUG nova.policy [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8da457e99fa4aceb02d04d83cc49929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e2ca5afe48e4f2ba2aa59777192cbfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG os_brick.utils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[16e92049-619f-4cac-9592-191425d81bbe]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:28:24 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab056abb-a080-43f9-b352-0fdf5510811b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[361b598a-cf96-4141-829d-bc21abbb601a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[93e5044a-82f9-4203-8d17-1625ee96703c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:28:25 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:28:25 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f1a0802-66d0-4e6f-874a-a99d09955f3a]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG os_brick.utils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Updating existing volume attachment record: 3e8a38de-8f62-4388-b0ad-fcfe2d0acf06 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:25 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Successfully created port: 59ad7a31-1867-4a7b-9d7f-a5e4afeced70 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:28:26 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Successfully updated port: 59ad7a31-1867-4a7b-9d7f-a5e4afeced70 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:28:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "refresh_cache-1251accb-55fd-4ce6-8a1a-94c5a1b64d7c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:28:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquired lock "refresh_cache-1251accb-55fd-4ce6-8a1a-94c5a1b64d7c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:28:26 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:28:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-51dc1a49-8af5-44d6-a19c-1237811e493a req-c278608c-ef5f-459f-b5b3-22f85713916a service nova] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Received event network-changed-59ad7a31-1867-4a7b-9d7f-a5e4afeced70 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:28:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-51dc1a49-8af5-44d6-a19c-1237811e493a req-c278608c-ef5f-459f-b5b3-22f85713916a service nova] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Refreshing instance network info cache due to event network-changed-59ad7a31-1867-4a7b-9d7f-a5e4afeced70. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:28:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-51dc1a49-8af5-44d6-a19c-1237811e493a req-c278608c-ef5f-459f-b5b3-22f85713916a service nova] Acquiring lock "refresh_cache-1251accb-55fd-4ce6-8a1a-94c5a1b64d7c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:28:26 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:28:26 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Updating instance_info_cache with network_info: [{"id": "59ad7a31-1867-4a7b-9d7f-a5e4afeced70", "address": "fa:16:3e:54:24:fd", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59ad7a31-18", "ovs_interfaceid": "59ad7a31-1867-4a7b-9d7f-a5e4afeced70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:28:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Releasing lock "refresh_cache-1251accb-55fd-4ce6-8a1a-94c5a1b64d7c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:28:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Instance network_info: |[{"id": "59ad7a31-1867-4a7b-9d7f-a5e4afeced70", "address": "fa:16:3e:54:24:fd", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59ad7a31-18", "ovs_interfaceid": "59ad7a31-1867-4a7b-9d7f-a5e4afeced70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:28:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-51dc1a49-8af5-44d6-a19c-1237811e493a req-c278608c-ef5f-459f-b5b3-22f85713916a service nova] Acquired lock "refresh_cache-1251accb-55fd-4ce6-8a1a-94c5a1b64d7c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:28:26 user nova-compute[74287]: DEBUG nova.network.neutron [req-51dc1a49-8af5-44d6-a19c-1237811e493a req-c278608c-ef5f-459f-b5b3-22f85713916a service nova] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Refreshing network info cache for port 59ad7a31-1867-4a7b-9d7f-a5e4afeced70 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:28:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-51dc1a49-8af5-44d6-a19c-1237811e493a req-c278608c-ef5f-459f-b5b3-22f85713916a service nova] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Updated VIF entry in instance network info cache for port 59ad7a31-1867-4a7b-9d7f-a5e4afeced70. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:28:27 user nova-compute[74287]: DEBUG nova.network.neutron [req-51dc1a49-8af5-44d6-a19c-1237811e493a req-c278608c-ef5f-459f-b5b3-22f85713916a service nova] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Updating instance_info_cache with network_info: [{"id": "59ad7a31-1867-4a7b-9d7f-a5e4afeced70", "address": "fa:16:3e:54:24:fd", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59ad7a31-18", "ovs_interfaceid": "59ad7a31-1867-4a7b-9d7f-a5e4afeced70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:28:27 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-51dc1a49-8af5-44d6-a19c-1237811e493a req-c278608c-ef5f-459f-b5b3-22f85713916a service nova] Releasing lock "refresh_cache-1251accb-55fd-4ce6-8a1a-94c5a1b64d7c" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:28:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "b138f37a-326c-49f0-a10d-431d6926d267" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:28:32 user nova-compute[74287]: INFO nova.compute.manager [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Terminating instance
Oct 26 08:28:32 user nova-compute[74287]: DEBUG nova.compute.manager [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-a9d5f56c-9be9-4023-aa1f-dfbddc26afc6 req-d4debf58-066f-4de1-a1ee-f328ecc17dab service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-vif-unplugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a9d5f56c-9be9-4023-aa1f-dfbddc26afc6 req-d4debf58-066f-4de1-a1ee-f328ecc17dab service nova] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a9d5f56c-9be9-4023-aa1f-dfbddc26afc6 req-d4debf58-066f-4de1-a1ee-f328ecc17dab service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a9d5f56c-9be9-4023-aa1f-dfbddc26afc6 req-d4debf58-066f-4de1-a1ee-f328ecc17dab service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-a9d5f56c-9be9-4023-aa1f-dfbddc26afc6 req-d4debf58-066f-4de1-a1ee-f328ecc17dab service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] No waiting events found dispatching network-vif-unplugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-a9d5f56c-9be9-4023-aa1f-dfbddc26afc6 req-d4debf58-066f-4de1-a1ee-f328ecc17dab service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-vif-unplugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:28:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:33 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Instance destroyed successfully.
Oct 26 08:28:33 user nova-compute[74287]: DEBUG nova.objects.instance [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lazy-loading 'resources' on Instance uuid b138f37a-326c-49f0-a10d-431d6926d267 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:19:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1021054971',display_name='tempest-ServerActionsTestOtherB-server-1021054971',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1021054971',id=38,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMO/tVPfrUvMFCw+YXD5ZXAnU/EzbjHf9VZOLB0BgmNGZ2OOZf/RhEoxnuZ2JRNXKkMpZ7ZIgaYaYykbUWM2/G7WDAZHLfg+YvEHQMhbGSjAeVXwQtnWSbQuInmGtK4SWQ==',key_name='tempest-keypair-990130991',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:26:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2dc58038b3624154840e5d2cf0fb69a7',ramdisk_id='',reservation_id='r-f4ixmv08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1391428463',owner_user_name='tempest-ServerActionsTestOtherB-1391428463-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:26:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='013bb50a473b4299bc0538eadda973ea',uuid=b138f37a-326c-49f0-a10d-431d6926d267,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converting VIF {"id": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "address": "fa:16:3e:f2:2b:77", "network": {"id": "3f113ad2-2897-4653-824a-49fb53d2e5a1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-691712635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2dc58038b3624154840e5d2cf0fb69a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc8128db-cf", "ovs_interfaceid": "dc8128db-cf9c-4dea-8161-ef8bca6fbedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_vif [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdc8128db-cf, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6ec4f611-283c-4ab8-a1e2-77eeb6dac448) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:33 user nova-compute[74287]: INFO os_vif [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:2b:77,bridge_name='br-int',has_traffic_filtering=True,id=dc8128db-cf9c-4dea-8161-ef8bca6fbedc,network=Network(3f113ad2-2897-4653-824a-49fb53d2e5a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc8128db-cf')
Oct 26 08:28:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cXpewuSa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:28:33 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e985e826-3783-474a-ac03-75f73e2bdb89]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f58c1f58-6535-4bd1-a88e-856240e78766\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:28:33 user nova-compute[74287]: No targets found.
Oct 26 08:28:33 user nova-compute[74287]: iSNS:
Oct 26 08:28:33 user nova-compute[74287]: No targets found.
Oct 26 08:28:33 user nova-compute[74287]: STATIC:
Oct 26 08:28:33 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:f58c1f58-6535-4bd1-a88e-856240e78766
Oct 26 08:28:33 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:28:33 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:28:33 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3
Oct 26 08:28:33 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:28:33 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:28:33 user nova-compute[74287]: FIRMWARE:
Oct 26 08:28:33 user nova-compute[74287]: No targets found.
Oct 26 08:28:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:28:33 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:28:33 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbb66255-c4e7-4949-a247-9f4c72f8ec0c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f58c1f58-6535-4bd1-a88e-856240e78766\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f30ca64-022d-4b03-b2e1-ee1c8de36f53]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f58c1f58-6535-4bd1-a88e-856240e78766 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:28:33 user nova-compute[74287]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f58c1f58-6535-4bd1-a88e-856240e78766 (non-flash)
Oct 26 08:28:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 (non-flash)
Oct 26 08:28:33 user nova-compute[74287]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f58c1f58-6535-4bd1-a88e-856240e78766 (non-flash)
Oct 26 08:28:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb903fc160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1593e0ce-e4ca-45a7-acea-d31294610c03]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[65c67728-707d-4e9d-a11d-2b56e6079ad9]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b2c0278-ebc0-41b5-90f3-2680b8a12fbc]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[316642d2-0791-48d0-a4c9-d8e480716efc]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[64e2b20a-a918-4371-946b-b76d05304e0c]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[61d604c8-f92a-455a-90b4-0669a18751ba]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260]
Oct 26 08:28:33 user nova-compute[74287]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3, portal: 172.16.0.220,3260] successful.
Oct 26 08:28:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be77d012-faef-4417-983a-1f97ea7065c3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a47c1f6-7829-4270-846a-bd0877083307]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] <== disconnect_volume: return (317ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:28:33 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Deleting instance files /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267_del
Oct 26 08:28:33 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Deletion of /opt/stack/data/nova/instances/b138f37a-326c-49f0-a10d-431d6926d267_del complete
Oct 26 08:28:33 user nova-compute[74287]: INFO nova.compute.manager [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Took 1.41 seconds to destroy the instance on the hypervisor.
Oct 26 08:28:33 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:28:33 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: b138f37a-326c-49f0-a10d-431d6926d267] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:28:34 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:28:34 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Took 0.73 seconds to deallocate network for instance.
Oct 26 08:28:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-bcddc47c-2f00-4773-9fee-b918c4d3278f req-03da8d5e-55a6-4180-be13-7abc913fe323 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-vif-deleted-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:28:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-751d218d-95cf-4794-8bec-42bcc6697ec5 req-6c80a1cc-2e28-413b-a9f8-c970ec19e211 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:28:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-751d218d-95cf-4794-8bec-42bcc6697ec5 req-6c80a1cc-2e28-413b-a9f8-c970ec19e211 service nova] Acquiring lock "b138f37a-326c-49f0-a10d-431d6926d267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:28:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-751d218d-95cf-4794-8bec-42bcc6697ec5 req-6c80a1cc-2e28-413b-a9f8-c970ec19e211 service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:28:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-751d218d-95cf-4794-8bec-42bcc6697ec5 req-6c80a1cc-2e28-413b-a9f8-c970ec19e211 service nova] Lock "b138f37a-326c-49f0-a10d-431d6926d267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:28:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-751d218d-95cf-4794-8bec-42bcc6697ec5 req-6c80a1cc-2e28-413b-a9f8-c970ec19e211 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] No waiting events found dispatching network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:28:34 user nova-compute[74287]: WARNING nova.compute.manager [req-751d218d-95cf-4794-8bec-42bcc6697ec5 req-6c80a1cc-2e28-413b-a9f8-c970ec19e211 service nova] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Received unexpected event network-vif-plugged-dc8128db-cf9c-4dea-8161-ef8bca6fbedc for instance with vm_state active and task_state deleting.
Oct 26 08:28:35 user nova-compute[74287]: INFO nova.compute.manager [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] [instance: b138f37a-326c-49f0-a10d-431d6926d267] Took 1.05 seconds to detach 1 volumes for instance.
Oct 26 08:28:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:28:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:28:35 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:28:35 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:28:36 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.923s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:28:36 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Deleted allocations for instance b138f37a-326c-49f0-a10d-431d6926d267
Oct 26 08:28:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-a504ad79-eb0b-46dc-b367-2b7433f7fb6c tempest-ServerActionsTestOtherB-1391428463 tempest-ServerActionsTestOtherB-1391428463-project-member] Lock "b138f37a-326c-49f0-a10d-431d6926d267" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.295s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:28:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.volume.cinder [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Update attachment failed for attachment 3e8a38de-8f62-4388-b0ad-fcfe2d0acf06. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-1a50c008-8a4d-49bf-9a75-aa4eadcefb04) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-1a50c008-8a4d-49bf-9a75-aa4eadcefb04)
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-1a50c008-8a4d-49bf-9a75-aa4eadcefb04)
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Traceback (most recent call last):
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     driver_block_device.attach_block_devices(
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     _log_and_attach(device)
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     bdm.attach(*attach_args, **attach_kwargs)
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     ret_val = method(obj, context, *args, **kwargs)
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     self._do_attach(context, instance, volume, volume_api,
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     self._volume_attach(context, volume, connector, instance,
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     connection_info = volume_api.attachment_update(
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     res = method(self, ctx, *args, **kwargs)
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     with excutils.save_and_reraise_exception():
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     self.force_reraise()
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     raise self.value
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     context, '3.44', skip_version_check=True).attachments.update(
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     return method.func(obj, *args, **kwargs)
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     resp = self._update('/attachments/%s' % id, body)
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     return self._cs_request(url, 'PUT', **kwargs)
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     return self.request(url, method, **kwargs)
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c]     raise exceptions.from_response(resp, body)
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-1a50c008-8a4d-49bf-9a75-aa4eadcefb04)
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] 
Oct 26 08:28:44 user nova-compute[74287]: DEBUG nova.compute.claims [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Aborting claim: <nova.compute.claims.Claim object at 0x7ffb88326380> {{(pid=74287) abort /opt/stack/nova/nova/compute/claims.py:84}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.171s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Build of instance 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-1a50c008-8a4d-49bf-9a75-aa4eadcefb04) {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2660}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG nova.compute.utils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Build of instance 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: {{(pid=74287) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Oct 26 08:28:44 user nova-compute[74287]: ERROR nova.compute.manager [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Build of instance 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-1a50c008-8a4d-49bf-9a75-aa4eadcefb04): nova.exception.BuildAbortException: Build of instance 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-1a50c008-8a4d-49bf-9a75-aa4eadcefb04)
Oct 26 08:28:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Unplugging VIFs for instance {{(pid=74287) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:2996}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:28:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1649912653',display_name='tempest-TestVolumeBootPattern-server-1649912653',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1649912653',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB3WMfGrrmU7pjGu4xEi8eqvphVQA6QihTMuLD76JPdWxzoITbvNGDpSePBGozsrSz2J45Lk60DuPM0bb2KRdosfQ1WiqFE9gi6nk2b52mEGAELPSkGN36fDW1IAFiOLVw==',key_name='tempest-TestVolumeBootPattern-1432630864',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e2ca5afe48e4f2ba2aa59777192cbfb',ramdisk_id='',reservation_id='r-1m6kmlp3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1944317266',owner_user_name='tempest-TestVolumeBootPattern-1944317266-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:28:25Z,user_data=None,user_id='f8da457e99fa4aceb02d04d83cc49929',uuid=1251accb-55fd-4ce6-8a1a-94c5a1b64d7c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "59ad7a31-1867-4a7b-9d7f-a5e4afeced70", "address": "fa:16:3e:54:24:fd", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59ad7a31-18", "ovs_interfaceid": "59ad7a31-1867-4a7b-9d7f-a5e4afeced70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converting VIF {"id": "59ad7a31-1867-4a7b-9d7f-a5e4afeced70", "address": "fa:16:3e:54:24:fd", "network": {"id": "99af02fc-29d5-45ed-b649-fb8b4fe51c4a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1831784158-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2ca5afe48e4f2ba2aa59777192cbfb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59ad7a31-18", "ovs_interfaceid": "59ad7a31-1867-4a7b-9d7f-a5e4afeced70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:24:fd,bridge_name='br-int',has_traffic_filtering=True,id=59ad7a31-1867-4a7b-9d7f-a5e4afeced70,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59ad7a31-18') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG os_vif [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:24:fd,bridge_name='br-int',has_traffic_filtering=True,id=59ad7a31-1867-4a7b-9d7f-a5e4afeced70,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59ad7a31-18') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap59ad7a31-18, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:28:44 user nova-compute[74287]: INFO os_vif [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:24:fd,bridge_name='br-int',has_traffic_filtering=True,id=59ad7a31-1867-4a7b-9d7f-a5e4afeced70,network=Network(99af02fc-29d5-45ed-b649-fb8b4fe51c4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59ad7a31-18')
Oct 26 08:28:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Unplugged VIFs for instance {{(pid=74287) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3032}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:28:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:28:45 user nova-compute[74287]: DEBUG nova.network.neutron [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:28:45 user nova-compute[74287]: INFO nova.compute.manager [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Took 0.49 seconds to deallocate network for instance.
Oct 26 08:28:45 user nova-compute[74287]: DEBUG nova.compute.manager [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Detaching volume: 1ac25655-61a9-41f3-af60-a80d0ff5296d {{(pid=74287) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 26 08:28:45 user nova-compute[74287]: INFO nova.compute.manager [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Detaching volume 1ac25655-61a9-41f3-af60-a80d0ff5296d
Oct 26 08:28:45 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] [instance: 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c] Skipping driver_detach during remote rebuild. {{(pid=74287) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 26 08:28:45 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Deleted allocations for instance 1251accb-55fd-4ce6-8a1a-94c5a1b64d7c
Oct 26 08:28:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-2e2ac90a-8cab-4cc8-852c-995dcc1dda0f tempest-TestVolumeBootPattern-1944317266 tempest-TestVolumeBootPattern-1944317266-project-member] Lock "1251accb-55fd-4ce6-8a1a-94c5a1b64d7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.430s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:28:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:48 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:28:48 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:28:48 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=9014MB free_disk=25.015819549560547GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing inventories for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating ProviderTree inventory for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating inventory in ProviderTree for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing aggregate associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, aggregates: None {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing trait associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, traits: HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:28:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.331s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:28:52 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:28:52 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:28:52 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:28:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:28:56 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:28:56 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:28:56 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:28:56 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Didn't find any instances for network info cache update. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 08:28:56 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:28:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:57 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:28:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:28:59 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:28:59 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:29:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:05 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:29:05 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74287) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 08:29:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:06 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:29:06 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:29:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Acquiring lock "f28dd28e-15c7-4151-b424-32fd7d8588d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:29:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:29:09 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:29:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:29:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:29:09 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:29:09 user nova-compute[74287]: INFO nova.compute.claims [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Claim successful on node user
Oct 26 08:29:09 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:29:09 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:29:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.188s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:29:09 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:29:09 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:29:09 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:29:09 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:29:09 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:29:09 user nova-compute[74287]: DEBUG nova.policy [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4bb291fbe44783af60ed248be248fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '682c5a7355364b678fa77fc76ff134e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:29:10 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Creating image(s)
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Acquiring lock "/opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "/opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "/opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Successfully created port: bc43968e-221d-492a-a591-82a593ac7765 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk 1073741824" returned: 0 in 0.052s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.169s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Cannot resize image /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Ensure instance console log exists: /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:29:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Successfully updated port: bc43968e-221d-492a-a591-82a593ac7765 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Acquiring lock "refresh_cache-f28dd28e-15c7-4151-b424-32fd7d8588d5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Acquired lock "refresh_cache-f28dd28e-15c7-4151-b424-32fd7d8588d5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.compute.manager [req-ec18f739-5527-491c-aef2-49972c3541ac req-557f1e9e-887d-44ac-a954-124629f2e95a service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Received event network-changed-bc43968e-221d-492a-a591-82a593ac7765 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.compute.manager [req-ec18f739-5527-491c-aef2-49972c3541ac req-557f1e9e-887d-44ac-a954-124629f2e95a service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Refreshing instance network info cache due to event network-changed-bc43968e-221d-492a-a591-82a593ac7765. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ec18f739-5527-491c-aef2-49972c3541ac req-557f1e9e-887d-44ac-a954-124629f2e95a service nova] Acquiring lock "refresh_cache-f28dd28e-15c7-4151-b424-32fd7d8588d5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.network.neutron [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Updating instance_info_cache with network_info: [{"id": "bc43968e-221d-492a-a591-82a593ac7765", "address": "fa:16:3e:31:09:22", "network": {"id": "2f8198b9-c82d-415a-8c8a-2ec41bd8209c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1183041144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "682c5a7355364b678fa77fc76ff134e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc43968e-22", "ovs_interfaceid": "bc43968e-221d-492a-a591-82a593ac7765", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Releasing lock "refresh_cache-f28dd28e-15c7-4151-b424-32fd7d8588d5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Instance network_info: |[{"id": "bc43968e-221d-492a-a591-82a593ac7765", "address": "fa:16:3e:31:09:22", "network": {"id": "2f8198b9-c82d-415a-8c8a-2ec41bd8209c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1183041144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "682c5a7355364b678fa77fc76ff134e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc43968e-22", "ovs_interfaceid": "bc43968e-221d-492a-a591-82a593ac7765", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ec18f739-5527-491c-aef2-49972c3541ac req-557f1e9e-887d-44ac-a954-124629f2e95a service nova] Acquired lock "refresh_cache-f28dd28e-15c7-4151-b424-32fd7d8588d5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.network.neutron [req-ec18f739-5527-491c-aef2-49972c3541ac req-557f1e9e-887d-44ac-a954-124629f2e95a service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Refreshing network info cache for port bc43968e-221d-492a-a591-82a593ac7765 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Start _get_guest_xml network_info=[{"id": "bc43968e-221d-492a-a591-82a593ac7765", "address": "fa:16:3e:31:09:22", "network": {"id": "2f8198b9-c82d-415a-8c8a-2ec41bd8209c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1183041144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "682c5a7355364b678fa77fc76ff134e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc43968e-22", "ovs_interfaceid": "bc43968e-221d-492a-a591-82a593ac7765", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:29:11 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:29:11 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:29:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1836241653',display_name='tempest-VolumesActionsTest-instance-1836241653',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1836241653',id=46,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='682c5a7355364b678fa77fc76ff134e8',ramdisk_id='',reservation_id='r-tm11tew5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1623087524',owner_user_name='tempest-VolumesActionsTest-1623087524-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:29:10Z,user_data=None,user_id='8c4bb291fbe44783af60ed248be248fe',uuid=f28dd28e-15c7-4151-b424-32fd7d8588d5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc43968e-221d-492a-a591-82a593ac7765", "address": "fa:16:3e:31:09:22", "network": {"id": "2f8198b9-c82d-415a-8c8a-2ec41bd8209c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1183041144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "682c5a7355364b678fa77fc76ff134e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc43968e-22", "ovs_interfaceid": "bc43968e-221d-492a-a591-82a593ac7765", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Converting VIF {"id": "bc43968e-221d-492a-a591-82a593ac7765", "address": "fa:16:3e:31:09:22", "network": {"id": "2f8198b9-c82d-415a-8c8a-2ec41bd8209c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1183041144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "682c5a7355364b678fa77fc76ff134e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc43968e-22", "ovs_interfaceid": "bc43968e-221d-492a-a591-82a593ac7765", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:09:22,bridge_name='br-int',has_traffic_filtering=True,id=bc43968e-221d-492a-a591-82a593ac7765,network=Network(2f8198b9-c82d-415a-8c8a-2ec41bd8209c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc43968e-22') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.objects.instance [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lazy-loading 'pci_devices' on Instance uuid f28dd28e-15c7-4151-b424-32fd7d8588d5 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:29:11 user nova-compute[74287]:   <uuid>f28dd28e-15c7-4151-b424-32fd7d8588d5</uuid>
Oct 26 08:29:11 user nova-compute[74287]:   <name>instance-0000002e</name>
Oct 26 08:29:11 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:29:11 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:29:11 user nova-compute[74287]:   <metadata>
Oct 26 08:29:11 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:29:11 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:29:11 user nova-compute[74287]:       <nova:name>tempest-VolumesActionsTest-instance-1836241653</nova:name>
Oct 26 08:29:11 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:29:11</nova:creationTime>
Oct 26 08:29:11 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:29:11 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:29:11 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:29:11 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:29:11 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:29:11 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:29:11 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:29:11 user nova-compute[74287]:       <nova:owner>
Oct 26 08:29:11 user nova-compute[74287]:         <nova:user uuid="8c4bb291fbe44783af60ed248be248fe">tempest-VolumesActionsTest-1623087524-project-member</nova:user>
Oct 26 08:29:11 user nova-compute[74287]:         <nova:project uuid="682c5a7355364b678fa77fc76ff134e8">tempest-VolumesActionsTest-1623087524</nova:project>
Oct 26 08:29:11 user nova-compute[74287]:       </nova:owner>
Oct 26 08:29:11 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:29:11 user nova-compute[74287]:       <nova:ports>
Oct 26 08:29:11 user nova-compute[74287]:         <nova:port uuid="bc43968e-221d-492a-a591-82a593ac7765">
Oct 26 08:29:11 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 26 08:29:11 user nova-compute[74287]:         </nova:port>
Oct 26 08:29:11 user nova-compute[74287]:       </nova:ports>
Oct 26 08:29:11 user nova-compute[74287]:     </nova:instance>
Oct 26 08:29:11 user nova-compute[74287]:   </metadata>
Oct 26 08:29:11 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:29:11 user nova-compute[74287]:     <system>
Oct 26 08:29:11 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:29:11 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:29:11 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:29:11 user nova-compute[74287]:       <entry name="serial">f28dd28e-15c7-4151-b424-32fd7d8588d5</entry>
Oct 26 08:29:11 user nova-compute[74287]:       <entry name="uuid">f28dd28e-15c7-4151-b424-32fd7d8588d5</entry>
Oct 26 08:29:11 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:29:11 user nova-compute[74287]:     </system>
Oct 26 08:29:11 user nova-compute[74287]:   </sysinfo>
Oct 26 08:29:11 user nova-compute[74287]:   <os>
Oct 26 08:29:11 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:29:11 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:29:11 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:29:11 user nova-compute[74287]:   </os>
Oct 26 08:29:11 user nova-compute[74287]:   <features>
Oct 26 08:29:11 user nova-compute[74287]:     <acpi/>
Oct 26 08:29:11 user nova-compute[74287]:     <apic/>
Oct 26 08:29:11 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:29:11 user nova-compute[74287]:   </features>
Oct 26 08:29:11 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:29:11 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:29:11 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:29:11 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:29:11 user nova-compute[74287]:   </clock>
Oct 26 08:29:11 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:29:11 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:29:11 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:29:11 user nova-compute[74287]:   </cpu>
Oct 26 08:29:11 user nova-compute[74287]:   <devices>
Oct 26 08:29:11 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:29:11 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:29:11 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk"/>
Oct 26 08:29:11 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:29:11 user nova-compute[74287]:     </disk>
Oct 26 08:29:11 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:29:11 user nova-compute[74287]:       <mac address="fa:16:3e:31:09:22"/>
Oct 26 08:29:11 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:29:11 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:29:11 user nova-compute[74287]:       <target dev="tapbc43968e-22"/>
Oct 26 08:29:11 user nova-compute[74287]:     </interface>
Oct 26 08:29:11 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:29:11 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/console.log" append="off"/>
Oct 26 08:29:11 user nova-compute[74287]:     </serial>
Oct 26 08:29:11 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:29:11 user nova-compute[74287]:     <video>
Oct 26 08:29:11 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:29:11 user nova-compute[74287]:     </video>
Oct 26 08:29:11 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:29:11 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:29:11 user nova-compute[74287]:     </rng>
Oct 26 08:29:11 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:29:11 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:29:11 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:29:11 user nova-compute[74287]:     </memballoon>
Oct 26 08:29:11 user nova-compute[74287]:   </devices>
Oct 26 08:29:11 user nova-compute[74287]: </domain>
Oct 26 08:29:11 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:29:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1836241653',display_name='tempest-VolumesActionsTest-instance-1836241653',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1836241653',id=46,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='682c5a7355364b678fa77fc76ff134e8',ramdisk_id='',reservation_id='r-tm11tew5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1623087524',owner_user_name='tempest-VolumesActionsTest-1623087524-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:29:10Z,user_data=None,user_id='8c4bb291fbe44783af60ed248be248fe',uuid=f28dd28e-15c7-4151-b424-32fd7d8588d5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc43968e-221d-492a-a591-82a593ac7765", "address": "fa:16:3e:31:09:22", "network": {"id": "2f8198b9-c82d-415a-8c8a-2ec41bd8209c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1183041144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "682c5a7355364b678fa77fc76ff134e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc43968e-22", "ovs_interfaceid": "bc43968e-221d-492a-a591-82a593ac7765", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Converting VIF {"id": "bc43968e-221d-492a-a591-82a593ac7765", "address": "fa:16:3e:31:09:22", "network": {"id": "2f8198b9-c82d-415a-8c8a-2ec41bd8209c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1183041144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "682c5a7355364b678fa77fc76ff134e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc43968e-22", "ovs_interfaceid": "bc43968e-221d-492a-a591-82a593ac7765", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:09:22,bridge_name='br-int',has_traffic_filtering=True,id=bc43968e-221d-492a-a591-82a593ac7765,network=Network(2f8198b9-c82d-415a-8c8a-2ec41bd8209c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc43968e-22') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG os_vif [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:09:22,bridge_name='br-int',has_traffic_filtering=True,id=bc43968e-221d-492a-a591-82a593ac7765,network=Network(2f8198b9-c82d-415a-8c8a-2ec41bd8209c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc43968e-22') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd6611688-7294-5823-b153-da5524fe6461', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbc43968e-22, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbc43968e-22, col_values=(('qos', UUID('ae92c66b-a3d6-41ca-a513-5f63a5091fed')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbc43968e-22, col_values=(('external_ids', {'iface-id': 'bc43968e-221d-492a-a591-82a593ac7765', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:31:09:22', 'vm-uuid': 'f28dd28e-15c7-4151-b424-32fd7d8588d5'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:11 user nova-compute[74287]: INFO os_vif [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:09:22,bridge_name='br-int',has_traffic_filtering=True,id=bc43968e-221d-492a-a591-82a593ac7765,network=Network(2f8198b9-c82d-415a-8c8a-2ec41bd8209c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc43968e-22')
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] No VIF found with MAC fa:16:3e:31:09:22, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.network.neutron [req-ec18f739-5527-491c-aef2-49972c3541ac req-557f1e9e-887d-44ac-a954-124629f2e95a service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Updated VIF entry in instance network info cache for port bc43968e-221d-492a-a591-82a593ac7765. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG nova.network.neutron [req-ec18f739-5527-491c-aef2-49972c3541ac req-557f1e9e-887d-44ac-a954-124629f2e95a service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Updating instance_info_cache with network_info: [{"id": "bc43968e-221d-492a-a591-82a593ac7765", "address": "fa:16:3e:31:09:22", "network": {"id": "2f8198b9-c82d-415a-8c8a-2ec41bd8209c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1183041144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "682c5a7355364b678fa77fc76ff134e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc43968e-22", "ovs_interfaceid": "bc43968e-221d-492a-a591-82a593ac7765", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:29:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ec18f739-5527-491c-aef2-49972c3541ac req-557f1e9e-887d-44ac-a954-124629f2e95a service nova] Releasing lock "refresh_cache-f28dd28e-15c7-4151-b424-32fd7d8588d5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:29:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-d9785ba2-84cc-4908-9165-809effdff5e0 req-fa6c5ccf-43e9-4cc2-b7d5-306c2bea6e37 service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Received event network-vif-plugged-bc43968e-221d-492a-a591-82a593ac7765 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:29:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d9785ba2-84cc-4908-9165-809effdff5e0 req-fa6c5ccf-43e9-4cc2-b7d5-306c2bea6e37 service nova] Acquiring lock "f28dd28e-15c7-4151-b424-32fd7d8588d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:29:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d9785ba2-84cc-4908-9165-809effdff5e0 req-fa6c5ccf-43e9-4cc2-b7d5-306c2bea6e37 service nova] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:29:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d9785ba2-84cc-4908-9165-809effdff5e0 req-fa6c5ccf-43e9-4cc2-b7d5-306c2bea6e37 service nova] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:29:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-d9785ba2-84cc-4908-9165-809effdff5e0 req-fa6c5ccf-43e9-4cc2-b7d5-306c2bea6e37 service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] No waiting events found dispatching network-vif-plugged-bc43968e-221d-492a-a591-82a593ac7765 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:29:13 user nova-compute[74287]: WARNING nova.compute.manager [req-d9785ba2-84cc-4908-9165-809effdff5e0 req-fa6c5ccf-43e9-4cc2-b7d5-306c2bea6e37 service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Received unexpected event network-vif-plugged-bc43968e-221d-492a-a591-82a593ac7765 for instance with vm_state building and task_state spawning.
Oct 26 08:29:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-d9785ba2-84cc-4908-9165-809effdff5e0 req-fa6c5ccf-43e9-4cc2-b7d5-306c2bea6e37 service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Received event network-vif-plugged-bc43968e-221d-492a-a591-82a593ac7765 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:29:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d9785ba2-84cc-4908-9165-809effdff5e0 req-fa6c5ccf-43e9-4cc2-b7d5-306c2bea6e37 service nova] Acquiring lock "f28dd28e-15c7-4151-b424-32fd7d8588d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:29:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d9785ba2-84cc-4908-9165-809effdff5e0 req-fa6c5ccf-43e9-4cc2-b7d5-306c2bea6e37 service nova] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:29:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d9785ba2-84cc-4908-9165-809effdff5e0 req-fa6c5ccf-43e9-4cc2-b7d5-306c2bea6e37 service nova] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:29:13 user nova-compute[74287]: DEBUG nova.compute.manager [req-d9785ba2-84cc-4908-9165-809effdff5e0 req-fa6c5ccf-43e9-4cc2-b7d5-306c2bea6e37 service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] No waiting events found dispatching network-vif-plugged-bc43968e-221d-492a-a591-82a593ac7765 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:29:13 user nova-compute[74287]: WARNING nova.compute.manager [req-d9785ba2-84cc-4908-9165-809effdff5e0 req-fa6c5ccf-43e9-4cc2-b7d5-306c2bea6e37 service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Received unexpected event network-vif-plugged-bc43968e-221d-492a-a591-82a593ac7765 for instance with vm_state building and task_state spawning.
Oct 26 08:29:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:14 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:29:14 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 08:29:14 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] There are 0 instances to clean {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 08:29:14 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:29:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:29:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:29:15 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Instance spawned successfully.
Oct 26 08:29:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:29:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:29:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:29:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:29:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:29:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:29:15 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:29:15 user nova-compute[74287]: INFO nova.compute.manager [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Took 5.09 seconds to spawn the instance on the hypervisor.
Oct 26 08:29:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:29:15 user nova-compute[74287]: INFO nova.compute.manager [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Took 5.62 seconds to build instance.
Oct 26 08:29:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-7314662c-9ef2-46fb-82e9-099642774bbb tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.713s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:29:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:46 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_power_states {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:29:46 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid f28dd28e-15c7-4151-b424-32fd7d8588d5 {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 08:29:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "f28dd28e-15c7-4151-b424-32fd7d8588d5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:29:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:29:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:29:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:49 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:29:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:29:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:29:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:29:49 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:29:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:29:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:29:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:29:50 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:29:50 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:29:50 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:29:50 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8941MB free_disk=24.974868774414062GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:29:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:29:50 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:29:50 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance f28dd28e-15c7-4151-b424-32fd7d8588d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:29:50 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:29:50 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:29:51 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:29:51 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:29:51 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:29:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.210s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:29:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:54 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:29:54 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:29:54 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:29:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:29:56 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:29:56 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:29:56 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:29:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-f28dd28e-15c7-4151-b424-32fd7d8588d5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:29:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-f28dd28e-15c7-4151-b424-32fd7d8588d5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:29:56 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:29:56 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid f28dd28e-15c7-4151-b424-32fd7d8588d5 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:29:57 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Updating instance_info_cache with network_info: [{"id": "bc43968e-221d-492a-a591-82a593ac7765", "address": "fa:16:3e:31:09:22", "network": {"id": "2f8198b9-c82d-415a-8c8a-2ec41bd8209c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1183041144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "682c5a7355364b678fa77fc76ff134e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc43968e-22", "ovs_interfaceid": "bc43968e-221d-492a-a591-82a593ac7765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:29:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-f28dd28e-15c7-4151-b424-32fd7d8588d5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:29:57 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:29:57 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:29:59 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:30:00 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:30:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:30:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:30:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:30:07 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:30:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:30:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:30:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:30:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:30:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:30:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:30:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:30:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:30:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:30:51 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:30:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:30:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:30:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:30:51 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:30:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:30:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:30:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:30:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:30:52 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:30:52 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:30:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8962MB free_disk=24.97327423095703GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:30:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:30:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:30:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance f28dd28e-15c7-4151-b424-32fd7d8588d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:30:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:30:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:30:52 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:30:52 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:30:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:30:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.161s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:30:53 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:30:53 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:30:53 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:30:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:30:57 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:30:58 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:30:58 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:30:58 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:30:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-f28dd28e-15c7-4151-b424-32fd7d8588d5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:30:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-f28dd28e-15c7-4151-b424-32fd7d8588d5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:30:58 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:30:58 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid f28dd28e-15c7-4151-b424-32fd7d8588d5 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:30:59 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Updating instance_info_cache with network_info: [{"id": "bc43968e-221d-492a-a591-82a593ac7765", "address": "fa:16:3e:31:09:22", "network": {"id": "2f8198b9-c82d-415a-8c8a-2ec41bd8209c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1183041144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "682c5a7355364b678fa77fc76ff134e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc43968e-22", "ovs_interfaceid": "bc43968e-221d-492a-a591-82a593ac7765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:30:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-f28dd28e-15c7-4151-b424-32fd7d8588d5" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:30:59 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:31:00 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:31:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:31:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:31:01 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:31:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:07 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:31:08 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:31:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:31:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Acquiring lock "f28dd28e-15c7-4151-b424-32fd7d8588d5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Acquiring lock "f28dd28e-15c7-4151-b424-32fd7d8588d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:31:22 user nova-compute[74287]: INFO nova.compute.manager [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Terminating instance
Oct 26 08:31:22 user nova-compute[74287]: DEBUG nova.compute.manager [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-fdf9b88e-4e04-4c34-ae3f-b2a1dd5b670b req-1db0643c-1a59-4af4-b397-55788e658ec2 service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Received event network-vif-unplugged-bc43968e-221d-492a-a591-82a593ac7765 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fdf9b88e-4e04-4c34-ae3f-b2a1dd5b670b req-1db0643c-1a59-4af4-b397-55788e658ec2 service nova] Acquiring lock "f28dd28e-15c7-4151-b424-32fd7d8588d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fdf9b88e-4e04-4c34-ae3f-b2a1dd5b670b req-1db0643c-1a59-4af4-b397-55788e658ec2 service nova] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fdf9b88e-4e04-4c34-ae3f-b2a1dd5b670b req-1db0643c-1a59-4af4-b397-55788e658ec2 service nova] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-fdf9b88e-4e04-4c34-ae3f-b2a1dd5b670b req-1db0643c-1a59-4af4-b397-55788e658ec2 service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] No waiting events found dispatching network-vif-unplugged-bc43968e-221d-492a-a591-82a593ac7765 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-fdf9b88e-4e04-4c34-ae3f-b2a1dd5b670b req-1db0643c-1a59-4af4-b397-55788e658ec2 service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Received event network-vif-unplugged-bc43968e-221d-492a-a591-82a593ac7765 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:22 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Instance destroyed successfully.
Oct 26 08:31:22 user nova-compute[74287]: DEBUG nova.objects.instance [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lazy-loading 'resources' on Instance uuid f28dd28e-15c7-4151-b424-32fd7d8588d5 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:29:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1836241653',display_name='tempest-VolumesActionsTest-instance-1836241653',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1836241653',id=46,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:29:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='682c5a7355364b678fa77fc76ff134e8',ramdisk_id='',reservation_id='r-tm11tew5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1623087524',owner_user_name='tempest-VolumesActionsTest-1623087524-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:29:15Z,user_data=None,user_id='8c4bb291fbe44783af60ed248be248fe',uuid=f28dd28e-15c7-4151-b424-32fd7d8588d5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bc43968e-221d-492a-a591-82a593ac7765", "address": "fa:16:3e:31:09:22", "network": {"id": "2f8198b9-c82d-415a-8c8a-2ec41bd8209c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1183041144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "682c5a7355364b678fa77fc76ff134e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc43968e-22", "ovs_interfaceid": "bc43968e-221d-492a-a591-82a593ac7765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Converting VIF {"id": "bc43968e-221d-492a-a591-82a593ac7765", "address": "fa:16:3e:31:09:22", "network": {"id": "2f8198b9-c82d-415a-8c8a-2ec41bd8209c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1183041144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "682c5a7355364b678fa77fc76ff134e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc43968e-22", "ovs_interfaceid": "bc43968e-221d-492a-a591-82a593ac7765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:31:09:22,bridge_name='br-int',has_traffic_filtering=True,id=bc43968e-221d-492a-a591-82a593ac7765,network=Network(2f8198b9-c82d-415a-8c8a-2ec41bd8209c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc43968e-22') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG os_vif [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:31:09:22,bridge_name='br-int',has_traffic_filtering=True,id=bc43968e-221d-492a-a591-82a593ac7765,network=Network(2f8198b9-c82d-415a-8c8a-2ec41bd8209c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc43968e-22') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbc43968e-22, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ae92c66b-a3d6-41ca-a513-5f63a5091fed) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:31:22 user nova-compute[74287]: INFO os_vif [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:31:09:22,bridge_name='br-int',has_traffic_filtering=True,id=bc43968e-221d-492a-a591-82a593ac7765,network=Network(2f8198b9-c82d-415a-8c8a-2ec41bd8209c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc43968e-22')
Oct 26 08:31:22 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Deleting instance files /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5_del
Oct 26 08:31:22 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Deletion of /opt/stack/data/nova/instances/f28dd28e-15c7-4151-b424-32fd7d8588d5_del complete
Oct 26 08:31:22 user nova-compute[74287]: INFO nova.compute.manager [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 26 08:31:22 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:31:22 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:31:23 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:31:23 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Took 0.42 seconds to deallocate network for instance.
Oct 26 08:31:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:31:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:31:23 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:31:23 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:31:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.113s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:31:23 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Deleted allocations for instance f28dd28e-15c7-4151-b424-32fd7d8588d5
Oct 26 08:31:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-bd1cd7e1-f874-4ba4-87de-3eea58a8e465 tempest-VolumesActionsTest-1623087524 tempest-VolumesActionsTest-1623087524-project-member] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.590s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:31:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-08b02005-6aeb-4bc2-8526-c3001ae194b7 req-4a9e76b2-2de2-47c8-9d51-248a225e9942 service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Received event network-vif-plugged-bc43968e-221d-492a-a591-82a593ac7765 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:31:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-08b02005-6aeb-4bc2-8526-c3001ae194b7 req-4a9e76b2-2de2-47c8-9d51-248a225e9942 service nova] Acquiring lock "f28dd28e-15c7-4151-b424-32fd7d8588d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:31:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-08b02005-6aeb-4bc2-8526-c3001ae194b7 req-4a9e76b2-2de2-47c8-9d51-248a225e9942 service nova] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:31:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-08b02005-6aeb-4bc2-8526-c3001ae194b7 req-4a9e76b2-2de2-47c8-9d51-248a225e9942 service nova] Lock "f28dd28e-15c7-4151-b424-32fd7d8588d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:31:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-08b02005-6aeb-4bc2-8526-c3001ae194b7 req-4a9e76b2-2de2-47c8-9d51-248a225e9942 service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] No waiting events found dispatching network-vif-plugged-bc43968e-221d-492a-a591-82a593ac7765 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:31:24 user nova-compute[74287]: WARNING nova.compute.manager [req-08b02005-6aeb-4bc2-8526-c3001ae194b7 req-4a9e76b2-2de2-47c8-9d51-248a225e9942 service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Received unexpected event network-vif-plugged-bc43968e-221d-492a-a591-82a593ac7765 for instance with vm_state deleted and task_state None.
Oct 26 08:31:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-08b02005-6aeb-4bc2-8526-c3001ae194b7 req-4a9e76b2-2de2-47c8-9d51-248a225e9942 service nova] [instance: f28dd28e-15c7-4151-b424-32fd7d8588d5] Received event network-vif-deleted-bc43968e-221d-492a-a591-82a593ac7765 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:31:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:51 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:31:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:31:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:31:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:31:51 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:31:52 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:31:52 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:31:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=9101MB free_disk=24.991600036621094GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:31:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:31:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:31:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:31:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:31:52 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:31:52 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:31:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:31:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.164s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:31:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:31:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:31:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:31:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:31:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:53 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:31:53 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:31:54 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:31:57 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:31:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:31:59 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:31:59 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:31:59 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:31:59 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Didn't find any instances for network info cache update. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 08:32:01 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:32:01 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:32:02 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:32:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:32:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:32:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:32:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:32:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:32:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:32:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:32:10 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:32:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:32:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:32:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:32:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:32:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:32:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:32:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:32:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:32:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:32:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:32:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:32:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:32:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:32:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:32:51 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:32:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:32:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:32:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:32:51 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:32:52 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:32:52 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:32:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=9095MB free_disk=24.98897933959961GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:32:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:32:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:32:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:32:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:32:52 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:32:52 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:32:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:32:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.127s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:32:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:32:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:32:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:32:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:32:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:32:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:32:53 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:32:54 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:32:55 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:32:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:32:59 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:33:01 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:33:01 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:33:01 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:33:01 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Didn't find any instances for network info cache update. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 08:33:02 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:33:02 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:33:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:33:04 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:33:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:08 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:33:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:12 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:33:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "15329566-5326-4cd4-96f9-ae967f0c268b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:33:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:33:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:33:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:33:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:33:18 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:33:18 user nova-compute[74287]: INFO nova.compute.claims [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Claim successful on node user
Oct 26 08:33:19 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.189s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:33:19 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:33:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG nova.policy [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9663fadfa7444d039c626e9c848177a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1af29f2c99d4a188799c691cc70154d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:33:19 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Creating image(s)
Oct 26 08:33:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "/opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "/opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "/opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.171s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.168s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk 1073741824" returned: 0 in 0.063s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:33:19 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Successfully created port: abe78df7-b394-4bb1-b361-178871aec039 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Checking if we can resize image /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Cannot resize image /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Ensure instance console log exists: /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Successfully updated port: abe78df7-b394-4bb1-b361-178871aec039 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquired lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-a876f4c7-318b-4243-bf86-d2b3f8c348ec req-7bf86aa4-0b89-440b-85fb-e860a9d45e76 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Received event network-changed-abe78df7-b394-4bb1-b361-178871aec039 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG nova.compute.manager [req-a876f4c7-318b-4243-bf86-d2b3f8c348ec req-7bf86aa4-0b89-440b-85fb-e860a9d45e76 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Refreshing instance network info cache due to event network-changed-abe78df7-b394-4bb1-b361-178871aec039. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a876f4c7-318b-4243-bf86-d2b3f8c348ec req-7bf86aa4-0b89-440b-85fb-e860a9d45e76 service nova] Acquiring lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:33:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updating instance_info_cache with network_info: [{"id": "abe78df7-b394-4bb1-b361-178871aec039", "address": "fa:16:3e:b5:b1:24", "network": {"id": "f487da6d-0d78-4e09-bc98-435e3abc0499", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1548915514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1af29f2c99d4a188799c691cc70154d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe78df7-b3", "ovs_interfaceid": "abe78df7-b394-4bb1-b361-178871aec039", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Releasing lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Instance network_info: |[{"id": "abe78df7-b394-4bb1-b361-178871aec039", "address": "fa:16:3e:b5:b1:24", "network": {"id": "f487da6d-0d78-4e09-bc98-435e3abc0499", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1548915514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1af29f2c99d4a188799c691cc70154d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe78df7-b3", "ovs_interfaceid": "abe78df7-b394-4bb1-b361-178871aec039", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a876f4c7-318b-4243-bf86-d2b3f8c348ec req-7bf86aa4-0b89-440b-85fb-e860a9d45e76 service nova] Acquired lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.network.neutron [req-a876f4c7-318b-4243-bf86-d2b3f8c348ec req-7bf86aa4-0b89-440b-85fb-e860a9d45e76 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Refreshing network info cache for port abe78df7-b394-4bb1-b361-178871aec039 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Start _get_guest_xml network_info=[{"id": "abe78df7-b394-4bb1-b361-178871aec039", "address": "fa:16:3e:b5:b1:24", "network": {"id": "f487da6d-0d78-4e09-bc98-435e3abc0499", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1548915514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1af29f2c99d4a188799c691cc70154d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe78df7-b3", "ovs_interfaceid": "abe78df7-b394-4bb1-b361-178871aec039", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:33:21 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:33:21 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:33:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-114770384',display_name='tempest-TestServerVolumeAttachmentScenario-server-114770384',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-114770384',id=47,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLahxofK/LdMfbcyq5uT5qBc+CLWNHFevNJ5a4fo3gKXOHz6Q7wXwbgdftW1nF425t5VQML+CUwqB+ZOGjPx3ahWfYYzoVLKPdKPq4ni6wQNMZozydlrqW5GjvFOsde8cQ==',key_name='tempest-keypair-62185502',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a1af29f2c99d4a188799c691cc70154d',ramdisk_id='',reservation_id='r-kmfbu66r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1682469907',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1682469907-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:33:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9663fadfa7444d039c626e9c848177a5',uuid=15329566-5326-4cd4-96f9-ae967f0c268b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "abe78df7-b394-4bb1-b361-178871aec039", "address": "fa:16:3e:b5:b1:24", "network": {"id": "f487da6d-0d78-4e09-bc98-435e3abc0499", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1548915514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1af29f2c99d4a188799c691cc70154d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe78df7-b3", "ovs_interfaceid": "abe78df7-b394-4bb1-b361-178871aec039", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Converting VIF {"id": "abe78df7-b394-4bb1-b361-178871aec039", "address": "fa:16:3e:b5:b1:24", "network": {"id": "f487da6d-0d78-4e09-bc98-435e3abc0499", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1548915514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1af29f2c99d4a188799c691cc70154d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe78df7-b3", "ovs_interfaceid": "abe78df7-b394-4bb1-b361-178871aec039", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:b1:24,bridge_name='br-int',has_traffic_filtering=True,id=abe78df7-b394-4bb1-b361-178871aec039,network=Network(f487da6d-0d78-4e09-bc98-435e3abc0499),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe78df7-b3') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.objects.instance [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lazy-loading 'pci_devices' on Instance uuid 15329566-5326-4cd4-96f9-ae967f0c268b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:33:21 user nova-compute[74287]:   <uuid>15329566-5326-4cd4-96f9-ae967f0c268b</uuid>
Oct 26 08:33:21 user nova-compute[74287]:   <name>instance-0000002f</name>
Oct 26 08:33:21 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:33:21 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:33:21 user nova-compute[74287]:   <metadata>
Oct 26 08:33:21 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:33:21 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:33:21 user nova-compute[74287]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-114770384</nova:name>
Oct 26 08:33:21 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:33:21</nova:creationTime>
Oct 26 08:33:21 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:33:21 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:33:21 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:33:21 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:33:21 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:33:21 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:33:21 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:33:21 user nova-compute[74287]:       <nova:owner>
Oct 26 08:33:21 user nova-compute[74287]:         <nova:user uuid="9663fadfa7444d039c626e9c848177a5">tempest-TestServerVolumeAttachmentScenario-1682469907-project-member</nova:user>
Oct 26 08:33:21 user nova-compute[74287]:         <nova:project uuid="a1af29f2c99d4a188799c691cc70154d">tempest-TestServerVolumeAttachmentScenario-1682469907</nova:project>
Oct 26 08:33:21 user nova-compute[74287]:       </nova:owner>
Oct 26 08:33:21 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:33:21 user nova-compute[74287]:       <nova:ports>
Oct 26 08:33:21 user nova-compute[74287]:         <nova:port uuid="abe78df7-b394-4bb1-b361-178871aec039">
Oct 26 08:33:21 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 08:33:21 user nova-compute[74287]:         </nova:port>
Oct 26 08:33:21 user nova-compute[74287]:       </nova:ports>
Oct 26 08:33:21 user nova-compute[74287]:     </nova:instance>
Oct 26 08:33:21 user nova-compute[74287]:   </metadata>
Oct 26 08:33:21 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:33:21 user nova-compute[74287]:     <system>
Oct 26 08:33:21 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:33:21 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:33:21 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:33:21 user nova-compute[74287]:       <entry name="serial">15329566-5326-4cd4-96f9-ae967f0c268b</entry>
Oct 26 08:33:21 user nova-compute[74287]:       <entry name="uuid">15329566-5326-4cd4-96f9-ae967f0c268b</entry>
Oct 26 08:33:21 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:33:21 user nova-compute[74287]:     </system>
Oct 26 08:33:21 user nova-compute[74287]:   </sysinfo>
Oct 26 08:33:21 user nova-compute[74287]:   <os>
Oct 26 08:33:21 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:33:21 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:33:21 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:33:21 user nova-compute[74287]:   </os>
Oct 26 08:33:21 user nova-compute[74287]:   <features>
Oct 26 08:33:21 user nova-compute[74287]:     <acpi/>
Oct 26 08:33:21 user nova-compute[74287]:     <apic/>
Oct 26 08:33:21 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:33:21 user nova-compute[74287]:   </features>
Oct 26 08:33:21 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:33:21 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:33:21 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:33:21 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:33:21 user nova-compute[74287]:   </clock>
Oct 26 08:33:21 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:33:21 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:33:21 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:33:21 user nova-compute[74287]:   </cpu>
Oct 26 08:33:21 user nova-compute[74287]:   <devices>
Oct 26 08:33:21 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:33:21 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:33:21 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk"/>
Oct 26 08:33:21 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:33:21 user nova-compute[74287]:     </disk>
Oct 26 08:33:21 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:33:21 user nova-compute[74287]:       <mac address="fa:16:3e:b5:b1:24"/>
Oct 26 08:33:21 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:33:21 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:33:21 user nova-compute[74287]:       <target dev="tapabe78df7-b3"/>
Oct 26 08:33:21 user nova-compute[74287]:     </interface>
Oct 26 08:33:21 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:33:21 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/console.log" append="off"/>
Oct 26 08:33:21 user nova-compute[74287]:     </serial>
Oct 26 08:33:21 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:33:21 user nova-compute[74287]:     <video>
Oct 26 08:33:21 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:33:21 user nova-compute[74287]:     </video>
Oct 26 08:33:21 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:33:21 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:33:21 user nova-compute[74287]:     </rng>
Oct 26 08:33:21 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:33:21 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:33:21 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:33:21 user nova-compute[74287]:     </memballoon>
Oct 26 08:33:21 user nova-compute[74287]:   </devices>
Oct 26 08:33:21 user nova-compute[74287]: </domain>
Oct 26 08:33:21 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:33:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-114770384',display_name='tempest-TestServerVolumeAttachmentScenario-server-114770384',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-114770384',id=47,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLahxofK/LdMfbcyq5uT5qBc+CLWNHFevNJ5a4fo3gKXOHz6Q7wXwbgdftW1nF425t5VQML+CUwqB+ZOGjPx3ahWfYYzoVLKPdKPq4ni6wQNMZozydlrqW5GjvFOsde8cQ==',key_name='tempest-keypair-62185502',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a1af29f2c99d4a188799c691cc70154d',ramdisk_id='',reservation_id='r-kmfbu66r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1682469907',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1682469907-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:33:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9663fadfa7444d039c626e9c848177a5',uuid=15329566-5326-4cd4-96f9-ae967f0c268b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "abe78df7-b394-4bb1-b361-178871aec039", "address": "fa:16:3e:b5:b1:24", "network": {"id": "f487da6d-0d78-4e09-bc98-435e3abc0499", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1548915514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1af29f2c99d4a188799c691cc70154d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe78df7-b3", "ovs_interfaceid": "abe78df7-b394-4bb1-b361-178871aec039", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Converting VIF {"id": "abe78df7-b394-4bb1-b361-178871aec039", "address": "fa:16:3e:b5:b1:24", "network": {"id": "f487da6d-0d78-4e09-bc98-435e3abc0499", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1548915514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1af29f2c99d4a188799c691cc70154d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe78df7-b3", "ovs_interfaceid": "abe78df7-b394-4bb1-b361-178871aec039", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:b1:24,bridge_name='br-int',has_traffic_filtering=True,id=abe78df7-b394-4bb1-b361-178871aec039,network=Network(f487da6d-0d78-4e09-bc98-435e3abc0499),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe78df7-b3') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG os_vif [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:b1:24,bridge_name='br-int',has_traffic_filtering=True,id=abe78df7-b394-4bb1-b361-178871aec039,network=Network(f487da6d-0d78-4e09-bc98-435e3abc0499),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe78df7-b3') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de6deeff-dfc1-5b83-b6e7-834dcefab4c4', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapabe78df7-b3, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapabe78df7-b3, col_values=(('qos', UUID('c96588f7-79d0-48b5-8d01-388fb04aee46')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapabe78df7-b3, col_values=(('external_ids', {'iface-id': 'abe78df7-b394-4bb1-b361-178871aec039', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b5:b1:24', 'vm-uuid': '15329566-5326-4cd4-96f9-ae967f0c268b'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:21 user nova-compute[74287]: INFO os_vif [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:b1:24,bridge_name='br-int',has_traffic_filtering=True,id=abe78df7-b394-4bb1-b361-178871aec039,network=Network(f487da6d-0d78-4e09-bc98-435e3abc0499),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe78df7-b3')
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] No VIF found with MAC fa:16:3e:b5:b1:24, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.network.neutron [req-a876f4c7-318b-4243-bf86-d2b3f8c348ec req-7bf86aa4-0b89-440b-85fb-e860a9d45e76 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updated VIF entry in instance network info cache for port abe78df7-b394-4bb1-b361-178871aec039. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG nova.network.neutron [req-a876f4c7-318b-4243-bf86-d2b3f8c348ec req-7bf86aa4-0b89-440b-85fb-e860a9d45e76 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updating instance_info_cache with network_info: [{"id": "abe78df7-b394-4bb1-b361-178871aec039", "address": "fa:16:3e:b5:b1:24", "network": {"id": "f487da6d-0d78-4e09-bc98-435e3abc0499", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1548915514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1af29f2c99d4a188799c691cc70154d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe78df7-b3", "ovs_interfaceid": "abe78df7-b394-4bb1-b361-178871aec039", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:33:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a876f4c7-318b-4243-bf86-d2b3f8c348ec req-7bf86aa4-0b89-440b-85fb-e860a9d45e76 service nova] Releasing lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:33:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-44839117-224f-49fc-a38d-68aaa3a5a9e2 req-3e64f9f4-b18c-423d-918e-554afab6cabe service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Received event network-vif-plugged-abe78df7-b394-4bb1-b361-178871aec039 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:33:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-44839117-224f-49fc-a38d-68aaa3a5a9e2 req-3e64f9f4-b18c-423d-918e-554afab6cabe service nova] Acquiring lock "15329566-5326-4cd4-96f9-ae967f0c268b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:33:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-44839117-224f-49fc-a38d-68aaa3a5a9e2 req-3e64f9f4-b18c-423d-918e-554afab6cabe service nova] Lock "15329566-5326-4cd4-96f9-ae967f0c268b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:33:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-44839117-224f-49fc-a38d-68aaa3a5a9e2 req-3e64f9f4-b18c-423d-918e-554afab6cabe service nova] Lock "15329566-5326-4cd4-96f9-ae967f0c268b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:33:22 user nova-compute[74287]: DEBUG nova.compute.manager [req-44839117-224f-49fc-a38d-68aaa3a5a9e2 req-3e64f9f4-b18c-423d-918e-554afab6cabe service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] No waiting events found dispatching network-vif-plugged-abe78df7-b394-4bb1-b361-178871aec039 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:33:22 user nova-compute[74287]: WARNING nova.compute.manager [req-44839117-224f-49fc-a38d-68aaa3a5a9e2 req-3e64f9f4-b18c-423d-918e-554afab6cabe service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Received unexpected event network-vif-plugged-abe78df7-b394-4bb1-b361-178871aec039 for instance with vm_state building and task_state spawning.
Oct 26 08:33:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:24 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:33:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:33:24 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Instance spawned successfully.
Oct 26 08:33:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:33:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:33:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:33:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:33:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:33:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:33:24 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:33:24 user nova-compute[74287]: INFO nova.compute.manager [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Took 5.49 seconds to spawn the instance on the hypervisor.
Oct 26 08:33:24 user nova-compute[74287]: DEBUG nova.compute.manager [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:33:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-158a4631-77a5-4a1b-84d4-318f8c5957cc req-71c5899b-72ab-4e57-b2c5-23dbfc82b037 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Received event network-vif-plugged-abe78df7-b394-4bb1-b361-178871aec039 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:33:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-158a4631-77a5-4a1b-84d4-318f8c5957cc req-71c5899b-72ab-4e57-b2c5-23dbfc82b037 service nova] Acquiring lock "15329566-5326-4cd4-96f9-ae967f0c268b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:33:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-158a4631-77a5-4a1b-84d4-318f8c5957cc req-71c5899b-72ab-4e57-b2c5-23dbfc82b037 service nova] Lock "15329566-5326-4cd4-96f9-ae967f0c268b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:33:24 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-158a4631-77a5-4a1b-84d4-318f8c5957cc req-71c5899b-72ab-4e57-b2c5-23dbfc82b037 service nova] Lock "15329566-5326-4cd4-96f9-ae967f0c268b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:33:24 user nova-compute[74287]: DEBUG nova.compute.manager [req-158a4631-77a5-4a1b-84d4-318f8c5957cc req-71c5899b-72ab-4e57-b2c5-23dbfc82b037 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] No waiting events found dispatching network-vif-plugged-abe78df7-b394-4bb1-b361-178871aec039 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:33:24 user nova-compute[74287]: WARNING nova.compute.manager [req-158a4631-77a5-4a1b-84d4-318f8c5957cc req-71c5899b-72ab-4e57-b2c5-23dbfc82b037 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Received unexpected event network-vif-plugged-abe78df7-b394-4bb1-b361-178871aec039 for instance with vm_state building and task_state spawning.
Oct 26 08:33:24 user nova-compute[74287]: INFO nova.compute.manager [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Took 6.03 seconds to build instance.
Oct 26 08:33:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-8e326fff-e55a-4455-a6fd-53d9872d2dcb tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.140s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:33:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:51 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:33:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:33:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:33:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:33:51 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:33:51 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:33:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:33:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:33:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:33:52 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:33:52 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:33:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8889MB free_disk=24.957195281982422GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:33:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:33:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:33:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 15329566-5326-4cd4-96f9-ae967f0c268b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:33:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:33:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:33:53 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing inventories for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 08:33:53 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating ProviderTree inventory for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 08:33:53 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating inventory in ProviderTree for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 08:33:53 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing aggregate associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, aggregates: None {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 08:33:53 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing trait associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, traits: HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 08:33:53 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:33:53 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:33:53 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:33:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.481s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:33:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:54 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:33:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:33:56 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:33:57 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:34:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:34:01 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:34:03 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:34:03 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:34:03 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:34:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:34:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:34:04 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:34:04 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid 15329566-5326-4cd4-96f9-ae967f0c268b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:34:04 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updating instance_info_cache with network_info: [{"id": "abe78df7-b394-4bb1-b361-178871aec039", "address": "fa:16:3e:b5:b1:24", "network": {"id": "f487da6d-0d78-4e09-bc98-435e3abc0499", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1548915514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1af29f2c99d4a188799c691cc70154d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe78df7-b3", "ovs_interfaceid": "abe78df7-b394-4bb1-b361-178871aec039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:34:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:34:04 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:34:04 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:34:04 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:34:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:34:06 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:34:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:34:13 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:34:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:34:17 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:34:17 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74287) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 08:34:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:34:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:34:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:34:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:34:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:34:26 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:34:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 08:34:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] There are 0 instances to clean {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 08:34:27 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:34:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:34:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:34:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:34:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:34:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:34:52 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:34:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:34:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:34:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:34:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:34:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:34:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:34:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:34:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:34:53 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:34:53 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:34:53 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8947MB free_disk=24.94692611694336GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:34:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:34:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:34:53 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 15329566-5326-4cd4-96f9-ae967f0c268b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:34:53 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:34:53 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:34:53 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:34:53 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:34:53 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:34:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.184s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:34:54 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:34:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:34:57 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:34:58 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:35:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:35:03 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:35:04 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:35:04 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:35:04 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:35:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:35:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:35:05 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:35:05 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid 15329566-5326-4cd4-96f9-ae967f0c268b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:35:06 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updating instance_info_cache with network_info: [{"id": "abe78df7-b394-4bb1-b361-178871aec039", "address": "fa:16:3e:b5:b1:24", "network": {"id": "f487da6d-0d78-4e09-bc98-435e3abc0499", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1548915514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1af29f2c99d4a188799c691cc70154d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe78df7-b3", "ovs_interfaceid": "abe78df7-b394-4bb1-b361-178871aec039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:35:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:35:06 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:35:06 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:35:06 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:35:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:35:06 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:35:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-a97d1def-9ae0-44cf-b65c-97692c1958c6 req-b53f7999-f690-475d-bd5a-231284e3a9e3 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Received event network-changed-abe78df7-b394-4bb1-b361-178871aec039 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:35:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-a97d1def-9ae0-44cf-b65c-97692c1958c6 req-b53f7999-f690-475d-bd5a-231284e3a9e3 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Refreshing instance network info cache due to event network-changed-abe78df7-b394-4bb1-b361-178871aec039. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:35:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a97d1def-9ae0-44cf-b65c-97692c1958c6 req-b53f7999-f690-475d-bd5a-231284e3a9e3 service nova] Acquiring lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:35:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a97d1def-9ae0-44cf-b65c-97692c1958c6 req-b53f7999-f690-475d-bd5a-231284e3a9e3 service nova] Acquired lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:35:10 user nova-compute[74287]: DEBUG nova.network.neutron [req-a97d1def-9ae0-44cf-b65c-97692c1958c6 req-b53f7999-f690-475d-bd5a-231284e3a9e3 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Refreshing network info cache for port abe78df7-b394-4bb1-b361-178871aec039 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:35:10 user nova-compute[74287]: DEBUG nova.network.neutron [req-a97d1def-9ae0-44cf-b65c-97692c1958c6 req-b53f7999-f690-475d-bd5a-231284e3a9e3 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updated VIF entry in instance network info cache for port abe78df7-b394-4bb1-b361-178871aec039. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:35:10 user nova-compute[74287]: DEBUG nova.network.neutron [req-a97d1def-9ae0-44cf-b65c-97692c1958c6 req-b53f7999-f690-475d-bd5a-231284e3a9e3 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updating instance_info_cache with network_info: [{"id": "abe78df7-b394-4bb1-b361-178871aec039", "address": "fa:16:3e:b5:b1:24", "network": {"id": "f487da6d-0d78-4e09-bc98-435e3abc0499", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1548915514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1af29f2c99d4a188799c691cc70154d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe78df7-b3", "ovs_interfaceid": "abe78df7-b394-4bb1-b361-178871aec039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:35:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-a97d1def-9ae0-44cf-b65c-97692c1958c6 req-b53f7999-f690-475d-bd5a-231284e3a9e3 service nova] Releasing lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:35:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "15329566-5326-4cd4-96f9-ae967f0c268b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:35:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:35:10 user nova-compute[74287]: DEBUG nova.objects.instance [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lazy-loading 'flavor' on Instance uuid 15329566-5326-4cd4-96f9-ae967f0c268b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:35:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:35:10 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:35:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "15329566-5326-4cd4-96f9-ae967f0c268b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:35:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:35:10 user nova-compute[74287]: INFO nova.compute.manager [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Attaching volume 11620272-b9c8-4536-bb1c-5a934b518f87 to /dev/vdb
Oct 26 08:35:11 user nova-compute[74287]: DEBUG os_brick.utils [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee42c418-d7bb-4a3c-b08a-0b90c33041ba]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9df9f07-1854-4e64-aad4-b3bfdad3d0d7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[25851d51-7ffa-4cf8-ba06-d7c1da482c46]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[852f26fb-0100-4c6b-b2e3-8aae4971a019]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:35:11 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:35:11 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbb2f81b-ac92-46ce-9b80-208843504ea5]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG os_brick.utils [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updating existing volume attachment record: b58a248b-adf5-40ac-8d23-23d0db25c963 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:35:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:35:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:35:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:35:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:35:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:35:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:35:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:35:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:35:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:35:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:35:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:35:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:35:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:35:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sxVmbBpL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:35:52 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:35:52 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:35:52 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7443f61d-a7c0-4429-b4a1-0bb93d1abe6f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:35:52 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8433bdfd-ccc9-4030-8f4c-d513b2bbfb87]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87] added
Oct 26 08:35:52 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[88587d91-634f-4aaa-ac7c-5dfcb1f0c9e6]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[178e1858-5ba0-4e0c-95bb-3a3c7533e347]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sxVmbBpL {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sxVmbBpL" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8d22214-2f8d-45cc-96ae-abc7a3bf3fa6]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sxVmbBpL'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[97f6726b-5cbe-47b7-ba64-b7ceab76e760]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fe8b271-dca5-4b2b-83da-69da6adb9d56]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:35:52 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:35:52 user nova-compute[74287]:  {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:35:52 user nova-compute[74287]: WARNING os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 08:35:52 user nova-compute[74287]: 
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[348955e8-d535-4610-8765-93e38a6f7d57]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87, portal: 172.16.0.220,3260]
Oct 26 08:35:52 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87, portal: 172.16.0.220,3260] successful.
Oct 26 08:35:52 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac42a50e-6941-4e92-9a55-6c4510f84499]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ff322f-6488-40b3-85cb-b66c62c4a680]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 (non-flash)
Oct 26 08:35:52 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 (non-flash)
Oct 26 08:35:52 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.388s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2be731c-72be-4825-8d4e-b269f14aaa7b]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:35:52 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sxVmbBpL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.499s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] <== connect_volume: return (1501ms) {'type': 'block', 'scsi_wwn': '23234373436623564', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23234373436623564', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:35:53 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:35:53 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:35:53 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8936MB free_disk=24.94470977783203GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG nova.objects.instance [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lazy-loading 'flavor' on Instance uuid 15329566-5326-4cd4-96f9-ae967f0c268b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:35:53 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:35:53 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:35:53 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:35:53 user nova-compute[74287]:   <serial>11620272-b9c8-4536-bb1c-5a934b518f87</serial>
Oct 26 08:35:53 user nova-compute[74287]: </disk>
Oct 26 08:35:53 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 15329566-5326-4cd4-96f9-ae967f0c268b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:35:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.180s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:35:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:35:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:35:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] No VIF found with MAC fa:16:3e:b5:b1:24, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:35:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-34499322-2c5b-4e18-9da3-19b1dcc723ab tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 43.319s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:35:55 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:35:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "15329566-5326-4cd4-96f9-ae967f0c268b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG nova.objects.instance [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lazy-loading 'flavor' on Instance uuid 15329566-5326-4cd4-96f9-ae967f0c268b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.115s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "15329566-5326-4cd4-96f9-ae967f0c268b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:35:58 user nova-compute[74287]: INFO nova.compute.manager [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Attaching volume e065101f-852f-44f5-8d86-26738d0df224 to /dev/vdc
Oct 26 08:35:58 user nova-compute[74287]: DEBUG os_brick.utils [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[982d474c-51c5-4cbd-a59d-5a8ddb8a3beb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[06319cf6-64e3-444a-8f35-8989b70d8a9c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0185e8b-f114-4d41-b8f5-9c57cb2f7bc1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[43774a3f-33d6-444a-ab3d-bd6608d0dd10]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:35:58 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:35:58 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac7e760e-3d9f-4c1f-9dea-2f6606f44831]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG os_brick.utils [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:35:58 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updating existing volume attachment record: 8385e9c6-207d-4ad7-9171-fa9183d09edc {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:36:00 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:36:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:36:04 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:36:04 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:36:04 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:36:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:36:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:36:04 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:36:04 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid 15329566-5326-4cd4-96f9-ae967f0c268b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:36:05 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updating instance_info_cache with network_info: [{"id": "abe78df7-b394-4bb1-b361-178871aec039", "address": "fa:16:3e:b5:b1:24", "network": {"id": "f487da6d-0d78-4e09-bc98-435e3abc0499", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1548915514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1af29f2c99d4a188799c691cc70154d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe78df7-b3", "ovs_interfaceid": "abe78df7-b394-4bb1-b361-178871aec039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:36:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:36:05 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:36:05 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:36:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:36:06 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:36:06 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:36:08 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:36:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:36:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:36:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:36:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:36:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LQlCNYeI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:36:16 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:36:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:36:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:36:16 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:36:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:36:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:36:16 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:36:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e7ff6f5-bfd5-4dfc-b082-0d7234c59813]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:36:17 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cad0024-2f3e-40ca-a696-27fe2160194f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224] added
Oct 26 08:36:17 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fa4b685-ba49-474f-b941-f4e1c5872cf0]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b2a3006-5330-422e-8291-26886c44587e]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LQlCNYeI {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LQlCNYeI" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[467e1470-e845-4d06-b05a-aafb91c6fd20]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LQlCNYeI'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[02251768-fa55-45df-867f-bd8422e862ea]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3515851f-f226-444c-8661-c444f4cad3b1]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 (non-flash)
Oct 26 08:36:17 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 (non-flash)
Oct 26 08:36:17 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab31ec2-0892-4ced-ae21-aa8dada7035c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224, portal: 172.16.0.220,3260]
Oct 26 08:36:17 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224, portal: 172.16.0.220,3260] successful.
Oct 26 08:36:17 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b31e55b6-15a8-4895-80f9-a9f148d5df04]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4186e129-2287-4dbf-9588-f2bb030779da]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 (non-flash)
Oct 26 08:36:17 user nova-compute[74287]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 (non-flash)
Oct 26 08:36:17 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 (non-flash)
Oct 26 08:36:17 user nova-compute[74287]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 (non-flash)
Oct 26 08:36:17 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] HCTL ('34', '-', '-', 0) found on session 52 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6db8ee2-38d5-4da8-9a51-b38aed90251b]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Searching for a device in session 52 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:36:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LQlCNYeI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:36:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:36:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '23237393664616430', 'path': '/dev/sdc'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:36:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23237393664616430', 'path': '/dev/sdc'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:36:18 user nova-compute[74287]: DEBUG nova.objects.instance [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lazy-loading 'flavor' on Instance uuid 15329566-5326-4cd4-96f9-ae967f0c268b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:36:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:36:18 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:36:18 user nova-compute[74287]:   <source dev="/dev/sdc"/>
Oct 26 08:36:18 user nova-compute[74287]:   <target dev="vdc" bus="virtio"/>
Oct 26 08:36:18 user nova-compute[74287]:   <serial>e065101f-852f-44f5-8d86-26738d0df224</serial>
Oct 26 08:36:18 user nova-compute[74287]: </disk>
Oct 26 08:36:18 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:36:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:36:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:36:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:36:18 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] No VIF found with MAC fa:16:3e:b5:b1:24, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:36:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-01311c3f-7fd3-4e73-abcc-04d134d1a14b tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.204s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:36:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "15329566-5326-4cd4-96f9-ae967f0c268b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:36:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:36:19 user nova-compute[74287]: INFO nova.compute.manager [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Detaching volume e065101f-852f-44f5-8d86-26738d0df224
Oct 26 08:36:19 user nova-compute[74287]: INFO nova.virt.block_device [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Attempting to driver detach volume e065101f-852f-44f5-8d86-26738d0df224 from mountpoint /dev/vdc
Oct 26 08:36:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Attempting to detach device vdc from instance 15329566-5326-4cd4-96f9-ae967f0c268b from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:36:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:36:19 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:36:19 user nova-compute[74287]:   <source dev="/dev/sdc"/>
Oct 26 08:36:19 user nova-compute[74287]:   <target dev="vdc" bus="virtio"/>
Oct 26 08:36:19 user nova-compute[74287]:   <serial>e065101f-852f-44f5-8d86-26738d0df224</serial>
Oct 26 08:36:19 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 26 08:36:19 user nova-compute[74287]: </disk>
Oct 26 08:36:19 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:36:19 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Successfully detached device vdc from instance 15329566-5326-4cd4-96f9-ae967f0c268b from the persistent domain config.
Oct 26 08:36:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 15329566-5326-4cd4-96f9-ae967f0c268b from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:36:19 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:36:19 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:36:19 user nova-compute[74287]:   <source dev="/dev/sdc"/>
Oct 26 08:36:19 user nova-compute[74287]:   <target dev="vdc" bus="virtio"/>
Oct 26 08:36:19 user nova-compute[74287]:   <serial>e065101f-852f-44f5-8d86-26738d0df224</serial>
Oct 26 08:36:19 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 26 08:36:19 user nova-compute[74287]: </disk>
Oct 26 08:36:19 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:36:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 15329566-5326-4cd4-96f9-ae967f0c268b {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:36:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:36:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:36:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:36:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:36:40 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 15329566-5326-4cd4-96f9-ae967f0c268b is timed out.
Oct 26 08:36:40 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Successfully detached device vdc from instance 15329566-5326-4cd4-96f9-ae967f0c268b from the live domain config.
Oct 26 08:36:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LQlCNYeI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:36:40 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac28776e-7e4e-4f1c-802a-4561518aaba9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:36:40 user nova-compute[74287]: No targets found.
Oct 26 08:36:40 user nova-compute[74287]: iSNS:
Oct 26 08:36:40 user nova-compute[74287]: No targets found.
Oct 26 08:36:40 user nova-compute[74287]: STATIC:
Oct 26 08:36:40 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87
Oct 26 08:36:40 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:36:40 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:36:40 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224
Oct 26 08:36:40 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:36:40 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:36:40 user nova-compute[74287]: FIRMWARE:
Oct 26 08:36:40 user nova-compute[74287]: No targets found.
Oct 26 08:36:40 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:36:40 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:36:40 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d09549c-6640-4f0b-856f-44ea5b57e0d3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a89b3822-95fc-4326-a311-a0ffbcf7f06c]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 (non-flash)
Oct 26 08:36:40 user nova-compute[74287]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 (non-flash)
Oct 26 08:36:40 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 (non-flash)
Oct 26 08:36:40 user nova-compute[74287]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 (non-flash)
Oct 26 08:36:40 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb705f36d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224'): ({'sdc'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Removing single pathed devices sdc {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.045s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe262fea-ee0a-4846-97c5-175ee5072ccc]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d92a2b8-8562-4b04-a893-66a97dd3a439]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Flushing IO for device /dev/sdc {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa8a5aa2-40ef-4f1c-a1e5-91f70a5d52db]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.035s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[56c41add-f8db-473d-83e5-fa5a776894cc]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[62c38789-2664-4e32-944b-6fc39ec430ee]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fe15ed3-03b4-4447-a463-2837b9901593]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224, portal: 172.16.0.220,3260]
Oct 26 08:36:40 user nova-compute[74287]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224, portal: 172.16.0.220,3260] successful.
Oct 26 08:36:40 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e065101f-852f-44f5-8d86-26738d0df224 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c90edde5-82f6-4e87-8a32-883f6ec18681]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] <== disconnect_volume: return (320ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:36:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:36:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:36:41 user nova-compute[74287]: DEBUG nova.objects.instance [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lazy-loading 'flavor' on Instance uuid 15329566-5326-4cd4-96f9-ae967f0c268b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:36:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0937e21c-2aba-4cc4-b81a-26d9b39aad09 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.017s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:36:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:36:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:36:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:36:53 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:36:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:36:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:36:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:36:53 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:36:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:36:54 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:36:54 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:36:54 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:36:54 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:36:54 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8973MB free_disk=24.942256927490234GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:36:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:36:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:36:54 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 15329566-5326-4cd4-96f9-ae967f0c268b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:36:54 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:36:54 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:36:54 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:36:54 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:36:54 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:36:54 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.161s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:36:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:36:57 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:37:00 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:37:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:02 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:37:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:06 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:37:06 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:37:06 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:37:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:37:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:37:06 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:37:06 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid 15329566-5326-4cd4-96f9-ae967f0c268b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:37:07 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updating instance_info_cache with network_info: [{"id": "abe78df7-b394-4bb1-b361-178871aec039", "address": "fa:16:3e:b5:b1:24", "network": {"id": "f487da6d-0d78-4e09-bc98-435e3abc0499", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1548915514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1af29f2c99d4a188799c691cc70154d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe78df7-b3", "ovs_interfaceid": "abe78df7-b394-4bb1-b361-178871aec039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:37:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-15329566-5326-4cd4-96f9-ae967f0c268b" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:37:07 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:37:07 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:37:08 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:37:08 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:37:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:37:09 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "15329566-5326-4cd4-96f9-ae967f0c268b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:37:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:37:09 user nova-compute[74287]: INFO nova.compute.manager [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Detaching volume 11620272-b9c8-4536-bb1c-5a934b518f87
Oct 26 08:37:10 user nova-compute[74287]: INFO nova.virt.block_device [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Attempting to driver detach volume 11620272-b9c8-4536-bb1c-5a934b518f87 from mountpoint /dev/vdb
Oct 26 08:37:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Attempting to detach device vdb from instance 15329566-5326-4cd4-96f9-ae967f0c268b from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:37:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:37:10 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:37:10 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:37:10 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:37:10 user nova-compute[74287]:   <serial>11620272-b9c8-4536-bb1c-5a934b518f87</serial>
Oct 26 08:37:10 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:37:10 user nova-compute[74287]: </disk>
Oct 26 08:37:10 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:37:10 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Successfully detached device vdb from instance 15329566-5326-4cd4-96f9-ae967f0c268b from the persistent domain config.
Oct 26 08:37:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 15329566-5326-4cd4-96f9-ae967f0c268b from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:37:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:37:10 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:37:10 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:37:10 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:37:10 user nova-compute[74287]:   <serial>11620272-b9c8-4536-bb1c-5a934b518f87</serial>
Oct 26 08:37:10 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:37:10 user nova-compute[74287]: </disk>
Oct 26 08:37:10 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:37:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 15329566-5326-4cd4-96f9-ae967f0c268b {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:37:10 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:37:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:17 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:37:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquiring lock "ae44ae4a-182b-434a-92de-7cb0229067a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:37:20 user nova-compute[74287]: INFO nova.compute.claims [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Claim successful on node user
Oct 26 08:37:20 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.260s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG nova.network.neutron [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:37:20 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:37:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG nova.policy [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecccc10433e142b48cdf50f57f5f80ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb47097d1e4f4250a492a08df6db27ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:37:20 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Creating image(s)
Oct 26 08:37:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquiring lock "/opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "/opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "/opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:37:20 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk 1073741824" returned: 0 in 0.049s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Successfully created port: 5e29a026-8273-4195-b10f-ccaceb87ab55 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.188s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Cannot resize image /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Ensure instance console log exists: /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Successfully updated port: 5e29a026-8273-4195-b10f-ccaceb87ab55 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquiring lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquired lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG nova.network.neutron [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-fec3afd6-0711-4610-8048-58654810a879 req-ec47ae61-af01-45e4-823a-3dc7ac891bbe service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Received event network-changed-5e29a026-8273-4195-b10f-ccaceb87ab55 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-fec3afd6-0711-4610-8048-58654810a879 req-ec47ae61-af01-45e4-823a-3dc7ac891bbe service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Refreshing instance network info cache due to event network-changed-5e29a026-8273-4195-b10f-ccaceb87ab55. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:37:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fec3afd6-0711-4610-8048-58654810a879 req-ec47ae61-af01-45e4-823a-3dc7ac891bbe service nova] Acquiring lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.network.neutron [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Updating instance_info_cache with network_info: [{"id": "5e29a026-8273-4195-b10f-ccaceb87ab55", "address": "fa:16:3e:41:42:1c", "network": {"id": "c8f829ef-ca23-4765-b6c8-f8c71b65407c", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-111014211-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb47097d1e4f4250a492a08df6db27ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e29a026-82", "ovs_interfaceid": "5e29a026-8273-4195-b10f-ccaceb87ab55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Releasing lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.compute.manager [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Instance network_info: |[{"id": "5e29a026-8273-4195-b10f-ccaceb87ab55", "address": "fa:16:3e:41:42:1c", "network": {"id": "c8f829ef-ca23-4765-b6c8-f8c71b65407c", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-111014211-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb47097d1e4f4250a492a08df6db27ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e29a026-82", "ovs_interfaceid": "5e29a026-8273-4195-b10f-ccaceb87ab55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fec3afd6-0711-4610-8048-58654810a879 req-ec47ae61-af01-45e4-823a-3dc7ac891bbe service nova] Acquired lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.network.neutron [req-fec3afd6-0711-4610-8048-58654810a879 req-ec47ae61-af01-45e4-823a-3dc7ac891bbe service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Refreshing network info cache for port 5e29a026-8273-4195-b10f-ccaceb87ab55 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Start _get_guest_xml network_info=[{"id": "5e29a026-8273-4195-b10f-ccaceb87ab55", "address": "fa:16:3e:41:42:1c", "network": {"id": "c8f829ef-ca23-4765-b6c8-f8c71b65407c", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-111014211-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb47097d1e4f4250a492a08df6db27ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e29a026-82", "ovs_interfaceid": "5e29a026-8273-4195-b10f-ccaceb87ab55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:37:22 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:37:22 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:37:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-685128576',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-685128576',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-6851285',id=48,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNMSECr99faP9/waiZm+ChmBjpf4k3HtgKVAP8plaTQ5Uaa+ypr47XhHGD7NRSExkHerkusY2nLUxgTfuXwk/qGERnLmg2AYAVzxNKl3Y9PyvNJs64XZMgogl5fvZXvP5A==',key_name='tempest-keypair-1322912019',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb47097d1e4f4250a492a08df6db27ab',ramdisk_id='',reservation_id='r-e0oy236a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-228895057',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:37:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ecccc10433e142b48cdf50f57f5f80ad',uuid=ae44ae4a-182b-434a-92de-7cb0229067a2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5e29a026-8273-4195-b10f-ccaceb87ab55", "address": "fa:16:3e:41:42:1c", "network": {"id": "c8f829ef-ca23-4765-b6c8-f8c71b65407c", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-111014211-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb47097d1e4f4250a492a08df6db27ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e29a026-82", "ovs_interfaceid": "5e29a026-8273-4195-b10f-ccaceb87ab55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Converting VIF {"id": "5e29a026-8273-4195-b10f-ccaceb87ab55", "address": "fa:16:3e:41:42:1c", "network": {"id": "c8f829ef-ca23-4765-b6c8-f8c71b65407c", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-111014211-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb47097d1e4f4250a492a08df6db27ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e29a026-82", "ovs_interfaceid": "5e29a026-8273-4195-b10f-ccaceb87ab55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:42:1c,bridge_name='br-int',has_traffic_filtering=True,id=5e29a026-8273-4195-b10f-ccaceb87ab55,network=Network(c8f829ef-ca23-4765-b6c8-f8c71b65407c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e29a026-82') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.objects.instance [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lazy-loading 'pci_devices' on Instance uuid ae44ae4a-182b-434a-92de-7cb0229067a2 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:37:22 user nova-compute[74287]:   <uuid>ae44ae4a-182b-434a-92de-7cb0229067a2</uuid>
Oct 26 08:37:22 user nova-compute[74287]:   <name>instance-00000030</name>
Oct 26 08:37:22 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:37:22 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:37:22 user nova-compute[74287]:   <metadata>
Oct 26 08:37:22 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:37:22 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:37:22 user nova-compute[74287]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-685128576</nova:name>
Oct 26 08:37:22 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:37:22</nova:creationTime>
Oct 26 08:37:22 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:37:22 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:37:22 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:37:22 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:37:22 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:37:22 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:37:22 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:37:22 user nova-compute[74287]:       <nova:owner>
Oct 26 08:37:22 user nova-compute[74287]:         <nova:user uuid="ecccc10433e142b48cdf50f57f5f80ad">tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member</nova:user>
Oct 26 08:37:22 user nova-compute[74287]:         <nova:project uuid="bb47097d1e4f4250a492a08df6db27ab">tempest-TestServerVolumeAttachScenarioOldVersion-228895057</nova:project>
Oct 26 08:37:22 user nova-compute[74287]:       </nova:owner>
Oct 26 08:37:22 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:37:22 user nova-compute[74287]:       <nova:ports>
Oct 26 08:37:22 user nova-compute[74287]:         <nova:port uuid="5e29a026-8273-4195-b10f-ccaceb87ab55">
Oct 26 08:37:22 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 08:37:22 user nova-compute[74287]:         </nova:port>
Oct 26 08:37:22 user nova-compute[74287]:       </nova:ports>
Oct 26 08:37:22 user nova-compute[74287]:     </nova:instance>
Oct 26 08:37:22 user nova-compute[74287]:   </metadata>
Oct 26 08:37:22 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:37:22 user nova-compute[74287]:     <system>
Oct 26 08:37:22 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:37:22 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:37:22 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:37:22 user nova-compute[74287]:       <entry name="serial">ae44ae4a-182b-434a-92de-7cb0229067a2</entry>
Oct 26 08:37:22 user nova-compute[74287]:       <entry name="uuid">ae44ae4a-182b-434a-92de-7cb0229067a2</entry>
Oct 26 08:37:22 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:37:22 user nova-compute[74287]:     </system>
Oct 26 08:37:22 user nova-compute[74287]:   </sysinfo>
Oct 26 08:37:22 user nova-compute[74287]:   <os>
Oct 26 08:37:22 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:37:22 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:37:22 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:37:22 user nova-compute[74287]:   </os>
Oct 26 08:37:22 user nova-compute[74287]:   <features>
Oct 26 08:37:22 user nova-compute[74287]:     <acpi/>
Oct 26 08:37:22 user nova-compute[74287]:     <apic/>
Oct 26 08:37:22 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:37:22 user nova-compute[74287]:   </features>
Oct 26 08:37:22 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:37:22 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:37:22 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:37:22 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:37:22 user nova-compute[74287]:   </clock>
Oct 26 08:37:22 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:37:22 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:37:22 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:37:22 user nova-compute[74287]:   </cpu>
Oct 26 08:37:22 user nova-compute[74287]:   <devices>
Oct 26 08:37:22 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:37:22 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:37:22 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk"/>
Oct 26 08:37:22 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:37:22 user nova-compute[74287]:     </disk>
Oct 26 08:37:22 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:37:22 user nova-compute[74287]:       <mac address="fa:16:3e:41:42:1c"/>
Oct 26 08:37:22 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:37:22 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:37:22 user nova-compute[74287]:       <target dev="tap5e29a026-82"/>
Oct 26 08:37:22 user nova-compute[74287]:     </interface>
Oct 26 08:37:22 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:37:22 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/console.log" append="off"/>
Oct 26 08:37:22 user nova-compute[74287]:     </serial>
Oct 26 08:37:22 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:37:22 user nova-compute[74287]:     <video>
Oct 26 08:37:22 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:37:22 user nova-compute[74287]:     </video>
Oct 26 08:37:22 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:37:22 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:37:22 user nova-compute[74287]:     </rng>
Oct 26 08:37:22 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:37:22 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:37:22 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:37:22 user nova-compute[74287]:     </memballoon>
Oct 26 08:37:22 user nova-compute[74287]:   </devices>
Oct 26 08:37:22 user nova-compute[74287]: </domain>
Oct 26 08:37:22 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:37:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-685128576',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-685128576',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-6851285',id=48,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNMSECr99faP9/waiZm+ChmBjpf4k3HtgKVAP8plaTQ5Uaa+ypr47XhHGD7NRSExkHerkusY2nLUxgTfuXwk/qGERnLmg2AYAVzxNKl3Y9PyvNJs64XZMgogl5fvZXvP5A==',key_name='tempest-keypair-1322912019',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb47097d1e4f4250a492a08df6db27ab',ramdisk_id='',reservation_id='r-e0oy236a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-228895057',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:37:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ecccc10433e142b48cdf50f57f5f80ad',uuid=ae44ae4a-182b-434a-92de-7cb0229067a2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5e29a026-8273-4195-b10f-ccaceb87ab55", "address": "fa:16:3e:41:42:1c", "network": {"id": "c8f829ef-ca23-4765-b6c8-f8c71b65407c", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-111014211-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb47097d1e4f4250a492a08df6db27ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e29a026-82", "ovs_interfaceid": "5e29a026-8273-4195-b10f-ccaceb87ab55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Converting VIF {"id": "5e29a026-8273-4195-b10f-ccaceb87ab55", "address": "fa:16:3e:41:42:1c", "network": {"id": "c8f829ef-ca23-4765-b6c8-f8c71b65407c", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-111014211-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb47097d1e4f4250a492a08df6db27ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e29a026-82", "ovs_interfaceid": "5e29a026-8273-4195-b10f-ccaceb87ab55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:42:1c,bridge_name='br-int',has_traffic_filtering=True,id=5e29a026-8273-4195-b10f-ccaceb87ab55,network=Network(c8f829ef-ca23-4765-b6c8-f8c71b65407c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e29a026-82') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG os_vif [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:42:1c,bridge_name='br-int',has_traffic_filtering=True,id=5e29a026-8273-4195-b10f-ccaceb87ab55,network=Network(c8f829ef-ca23-4765-b6c8-f8c71b65407c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e29a026-82') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8eb2a3c4-577e-5b7e-88df-9c2ad0bd342e', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5e29a026-82, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5e29a026-82, col_values=(('qos', UUID('a17837bd-2088-44c3-8996-4e3355b268d9')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5e29a026-82, col_values=(('external_ids', {'iface-id': '5e29a026-8273-4195-b10f-ccaceb87ab55', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:41:42:1c', 'vm-uuid': 'ae44ae4a-182b-434a-92de-7cb0229067a2'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:22 user nova-compute[74287]: INFO os_vif [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:42:1c,bridge_name='br-int',has_traffic_filtering=True,id=5e29a026-8273-4195-b10f-ccaceb87ab55,network=Network(c8f829ef-ca23-4765-b6c8-f8c71b65407c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e29a026-82')
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] No VIF found with MAC fa:16:3e:41:42:1c, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.network.neutron [req-fec3afd6-0711-4610-8048-58654810a879 req-ec47ae61-af01-45e4-823a-3dc7ac891bbe service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Updated VIF entry in instance network info cache for port 5e29a026-8273-4195-b10f-ccaceb87ab55. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG nova.network.neutron [req-fec3afd6-0711-4610-8048-58654810a879 req-ec47ae61-af01-45e4-823a-3dc7ac891bbe service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Updating instance_info_cache with network_info: [{"id": "5e29a026-8273-4195-b10f-ccaceb87ab55", "address": "fa:16:3e:41:42:1c", "network": {"id": "c8f829ef-ca23-4765-b6c8-f8c71b65407c", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-111014211-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb47097d1e4f4250a492a08df6db27ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e29a026-82", "ovs_interfaceid": "5e29a026-8273-4195-b10f-ccaceb87ab55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:37:22 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-fec3afd6-0711-4610-8048-58654810a879 req-ec47ae61-af01-45e4-823a-3dc7ac891bbe service nova] Releasing lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:37:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-d2d44f84-fc28-4d41-9b27-6bef0908f951 req-62d34175-3b6b-4f0a-abee-d14cbabd3027 service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Received event network-vif-plugged-5e29a026-8273-4195-b10f-ccaceb87ab55 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:37:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d2d44f84-fc28-4d41-9b27-6bef0908f951 req-62d34175-3b6b-4f0a-abee-d14cbabd3027 service nova] Acquiring lock "ae44ae4a-182b-434a-92de-7cb0229067a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:37:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d2d44f84-fc28-4d41-9b27-6bef0908f951 req-62d34175-3b6b-4f0a-abee-d14cbabd3027 service nova] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:37:23 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-d2d44f84-fc28-4d41-9b27-6bef0908f951 req-62d34175-3b6b-4f0a-abee-d14cbabd3027 service nova] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:37:23 user nova-compute[74287]: DEBUG nova.compute.manager [req-d2d44f84-fc28-4d41-9b27-6bef0908f951 req-62d34175-3b6b-4f0a-abee-d14cbabd3027 service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] No waiting events found dispatching network-vif-plugged-5e29a026-8273-4195-b10f-ccaceb87ab55 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:37:23 user nova-compute[74287]: WARNING nova.compute.manager [req-d2d44f84-fc28-4d41-9b27-6bef0908f951 req-62d34175-3b6b-4f0a-abee-d14cbabd3027 service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Received unexpected event network-vif-plugged-5e29a026-8273-4195-b10f-ccaceb87ab55 for instance with vm_state building and task_state spawning.
Oct 26 08:37:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:24 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:37:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:37:25 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Instance spawned successfully.
Oct 26 08:37:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:37:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:37:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:37:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:37:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:37:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:37:25 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:37:25 user nova-compute[74287]: INFO nova.compute.manager [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Took 5.02 seconds to spawn the instance on the hypervisor.
Oct 26 08:37:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:37:25 user nova-compute[74287]: INFO nova.compute.manager [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Took 5.60 seconds to build instance.
Oct 26 08:37:25 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-28a3e02f-74f1-471a-a735-ec981e3596ce tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.699s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:37:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-f7304e14-9e6c-489b-ae16-d452f0a6169e req-4524a81c-36b9-4ad4-a266-87ea0a26c7b1 service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Received event network-vif-plugged-5e29a026-8273-4195-b10f-ccaceb87ab55 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:37:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f7304e14-9e6c-489b-ae16-d452f0a6169e req-4524a81c-36b9-4ad4-a266-87ea0a26c7b1 service nova] Acquiring lock "ae44ae4a-182b-434a-92de-7cb0229067a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:37:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f7304e14-9e6c-489b-ae16-d452f0a6169e req-4524a81c-36b9-4ad4-a266-87ea0a26c7b1 service nova] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:37:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f7304e14-9e6c-489b-ae16-d452f0a6169e req-4524a81c-36b9-4ad4-a266-87ea0a26c7b1 service nova] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:37:26 user nova-compute[74287]: DEBUG nova.compute.manager [req-f7304e14-9e6c-489b-ae16-d452f0a6169e req-4524a81c-36b9-4ad4-a266-87ea0a26c7b1 service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] No waiting events found dispatching network-vif-plugged-5e29a026-8273-4195-b10f-ccaceb87ab55 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:37:26 user nova-compute[74287]: WARNING nova.compute.manager [req-f7304e14-9e6c-489b-ae16-d452f0a6169e req-4524a81c-36b9-4ad4-a266-87ea0a26c7b1 service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Received unexpected event network-vif-plugged-5e29a026-8273-4195-b10f-ccaceb87ab55 for instance with vm_state active and task_state None.
Oct 26 08:37:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:30 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 15329566-5326-4cd4-96f9-ae967f0c268b is timed out.
Oct 26 08:37:30 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Successfully detached device vdb from instance 15329566-5326-4cd4-96f9-ae967f0c268b from the live domain config.
Oct 26 08:37:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sxVmbBpL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:37:30 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[de194093-9d1c-4671-b677-a7acd76d79eb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:37:30 user nova-compute[74287]: No targets found.
Oct 26 08:37:30 user nova-compute[74287]: iSNS:
Oct 26 08:37:30 user nova-compute[74287]: No targets found.
Oct 26 08:37:30 user nova-compute[74287]: STATIC:
Oct 26 08:37:30 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87
Oct 26 08:37:30 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:37:30 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:37:30 user nova-compute[74287]: FIRMWARE:
Oct 26 08:37:30 user nova-compute[74287]: No targets found.
Oct 26 08:37:30 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:37:30 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:37:30 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[23b71322-2185-42dc-90f1-46832a41b3a9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[39ef0e6f-81e1-430e-9628-960706435350]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 (non-flash)
Oct 26 08:37:30 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 (non-flash)
Oct 26 08:37:30 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb900470a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[08c22c90-ffa4-4873-a322-8c5dcc2982a4]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9238a6d2-62f5-4a16-88a7-075a79ac431f]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[284bed16-1dc2-4a68-92a0-18f54aeb738f]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbc2cb30-5f54-4f90-bdfe-bb161b2a772f]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[48d4198e-97d5-4a6a-b320-a351e31b5d7d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf6517dc-b538-460d-ad2b-4b9829152a2a]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87, portal: 172.16.0.220,3260]
Oct 26 08:37:30 user nova-compute[74287]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87, portal: 172.16.0.220,3260] successful.
Oct 26 08:37:30 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11620272-b9c8-4536-bb1c-5a934b518f87 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[600c1166-ca50-4987-85f6-237c02f06e11]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] <== disconnect_volume: return (283ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:37:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:37:31 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lazy-loading 'flavor' on Instance uuid 15329566-5326-4cd4-96f9-ae967f0c268b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:37:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b1f65d41-d8aa-4d28-baea-66622f7900b9 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.771s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:37:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:37:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:37:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:37:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:37:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:55 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:37:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:37:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:37:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:37:55 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:37:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:37:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:37:57 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:37:57 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:37:57 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8795MB free_disk=24.90362548828125GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:37:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:37:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:37:57 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 15329566-5326-4cd4-96f9-ae967f0c268b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:37:57 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ae44ae4a-182b-434a-92de-7cb0229067a2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:37:57 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:37:57 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:37:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:37:57 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:37:57 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:37:57 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:37:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.241s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:38:00 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:38:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "15329566-5326-4cd4-96f9-ae967f0c268b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:38:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:38:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "15329566-5326-4cd4-96f9-ae967f0c268b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:38:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:38:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:38:00 user nova-compute[74287]: INFO nova.compute.manager [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Terminating instance
Oct 26 08:38:00 user nova-compute[74287]: DEBUG nova.compute.manager [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:38:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-8b40be31-7097-438a-afb3-99de7b8342fc req-5a25ce11-b428-4b81-9f81-64257f6f5954 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Received event network-vif-unplugged-abe78df7-b394-4bb1-b361-178871aec039 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8b40be31-7097-438a-afb3-99de7b8342fc req-5a25ce11-b428-4b81-9f81-64257f6f5954 service nova] Acquiring lock "15329566-5326-4cd4-96f9-ae967f0c268b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8b40be31-7097-438a-afb3-99de7b8342fc req-5a25ce11-b428-4b81-9f81-64257f6f5954 service nova] Lock "15329566-5326-4cd4-96f9-ae967f0c268b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8b40be31-7097-438a-afb3-99de7b8342fc req-5a25ce11-b428-4b81-9f81-64257f6f5954 service nova] Lock "15329566-5326-4cd4-96f9-ae967f0c268b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-8b40be31-7097-438a-afb3-99de7b8342fc req-5a25ce11-b428-4b81-9f81-64257f6f5954 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] No waiting events found dispatching network-vif-unplugged-abe78df7-b394-4bb1-b361-178871aec039 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-8b40be31-7097-438a-afb3-99de7b8342fc req-5a25ce11-b428-4b81-9f81-64257f6f5954 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Received event network-vif-unplugged-abe78df7-b394-4bb1-b361-178871aec039 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:38:01 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Instance destroyed successfully.
Oct 26 08:38:01 user nova-compute[74287]: DEBUG nova.objects.instance [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lazy-loading 'resources' on Instance uuid 15329566-5326-4cd4-96f9-ae967f0c268b {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:33:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-114770384',display_name='tempest-TestServerVolumeAttachmentScenario-server-114770384',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-114770384',id=47,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLahxofK/LdMfbcyq5uT5qBc+CLWNHFevNJ5a4fo3gKXOHz6Q7wXwbgdftW1nF425t5VQML+CUwqB+ZOGjPx3ahWfYYzoVLKPdKPq4ni6wQNMZozydlrqW5GjvFOsde8cQ==',key_name='tempest-keypair-62185502',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:33:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a1af29f2c99d4a188799c691cc70154d',ramdisk_id='',reservation_id='r-kmfbu66r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1682469907',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1682469907-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:33:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9663fadfa7444d039c626e9c848177a5',uuid=15329566-5326-4cd4-96f9-ae967f0c268b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "abe78df7-b394-4bb1-b361-178871aec039", "address": "fa:16:3e:b5:b1:24", "network": {"id": "f487da6d-0d78-4e09-bc98-435e3abc0499", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1548915514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1af29f2c99d4a188799c691cc70154d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe78df7-b3", "ovs_interfaceid": "abe78df7-b394-4bb1-b361-178871aec039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Converting VIF {"id": "abe78df7-b394-4bb1-b361-178871aec039", "address": "fa:16:3e:b5:b1:24", "network": {"id": "f487da6d-0d78-4e09-bc98-435e3abc0499", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1548915514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1af29f2c99d4a188799c691cc70154d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe78df7-b3", "ovs_interfaceid": "abe78df7-b394-4bb1-b361-178871aec039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b5:b1:24,bridge_name='br-int',has_traffic_filtering=True,id=abe78df7-b394-4bb1-b361-178871aec039,network=Network(f487da6d-0d78-4e09-bc98-435e3abc0499),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe78df7-b3') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG os_vif [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:b1:24,bridge_name='br-int',has_traffic_filtering=True,id=abe78df7-b394-4bb1-b361-178871aec039,network=Network(f487da6d-0d78-4e09-bc98-435e3abc0499),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe78df7-b3') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapabe78df7-b3, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c96588f7-79d0-48b5-8d01-388fb04aee46) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:38:01 user nova-compute[74287]: INFO os_vif [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:b1:24,bridge_name='br-int',has_traffic_filtering=True,id=abe78df7-b394-4bb1-b361-178871aec039,network=Network(f487da6d-0d78-4e09-bc98-435e3abc0499),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe78df7-b3')
Oct 26 08:38:01 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Deleting instance files /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b_del
Oct 26 08:38:01 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Deletion of /opt/stack/data/nova/instances/15329566-5326-4cd4-96f9-ae967f0c268b_del complete
Oct 26 08:38:01 user nova-compute[74287]: INFO nova.compute.manager [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 26 08:38:01 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:01 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:38:01 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Took 0.70 seconds to deallocate network for instance.
Oct 26 08:38:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:38:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:38:02 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:38:02 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:38:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.138s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:38:02 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Deleted allocations for instance 15329566-5326-4cd4-96f9-ae967f0c268b
Oct 26 08:38:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-69360286-7a62-4124-8295-161e6778d821 tempest-TestServerVolumeAttachmentScenario-1682469907 tempest-TestServerVolumeAttachmentScenario-1682469907-project-member] Lock "15329566-5326-4cd4-96f9-ae967f0c268b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.878s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:38:02 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:38:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-8ce46c26-234b-4bd3-81e6-cf87e783c6df req-0f8dda21-78fb-41a1-8665-1b921e8c1a15 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Received event network-vif-plugged-abe78df7-b394-4bb1-b361-178871aec039 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:38:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8ce46c26-234b-4bd3-81e6-cf87e783c6df req-0f8dda21-78fb-41a1-8665-1b921e8c1a15 service nova] Acquiring lock "15329566-5326-4cd4-96f9-ae967f0c268b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:38:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8ce46c26-234b-4bd3-81e6-cf87e783c6df req-0f8dda21-78fb-41a1-8665-1b921e8c1a15 service nova] Lock "15329566-5326-4cd4-96f9-ae967f0c268b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:38:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-8ce46c26-234b-4bd3-81e6-cf87e783c6df req-0f8dda21-78fb-41a1-8665-1b921e8c1a15 service nova] Lock "15329566-5326-4cd4-96f9-ae967f0c268b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:38:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-8ce46c26-234b-4bd3-81e6-cf87e783c6df req-0f8dda21-78fb-41a1-8665-1b921e8c1a15 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] No waiting events found dispatching network-vif-plugged-abe78df7-b394-4bb1-b361-178871aec039 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:38:03 user nova-compute[74287]: WARNING nova.compute.manager [req-8ce46c26-234b-4bd3-81e6-cf87e783c6df req-0f8dda21-78fb-41a1-8665-1b921e8c1a15 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Received unexpected event network-vif-plugged-abe78df7-b394-4bb1-b361-178871aec039 for instance with vm_state deleted and task_state None.
Oct 26 08:38:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-8ce46c26-234b-4bd3-81e6-cf87e783c6df req-0f8dda21-78fb-41a1-8665-1b921e8c1a15 service nova] [instance: 15329566-5326-4cd4-96f9-ae967f0c268b] Received event network-vif-deleted-abe78df7-b394-4bb1-b361-178871aec039 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:38:03 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:38:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:08 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:38:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:38:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:38:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:38:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:38:08 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:38:08 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid ae44ae4a-182b-434a-92de-7cb0229067a2 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:38:09 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Updating instance_info_cache with network_info: [{"id": "5e29a026-8273-4195-b10f-ccaceb87ab55", "address": "fa:16:3e:41:42:1c", "network": {"id": "c8f829ef-ca23-4765-b6c8-f8c71b65407c", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-111014211-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb47097d1e4f4250a492a08df6db27ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e29a026-82", "ovs_interfaceid": "5e29a026-8273-4195-b10f-ccaceb87ab55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:38:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:38:09 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:38:09 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:38:09 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:38:09 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:38:09 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:38:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:38:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:51 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:55 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:38:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:38:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:38:55 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:38:55 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:38:55 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:38:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:38:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:38:56 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:38:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:38:56 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:38:56 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:38:56 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8968MB free_disk=24.930736541748047GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:38:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:38:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:38:56 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ae44ae4a-182b-434a-92de-7cb0229067a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:38:56 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:38:56 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:38:56 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing inventories for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 08:38:56 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating ProviderTree inventory for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 08:38:56 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating inventory in ProviderTree for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 08:38:56 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing aggregate associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, aggregates: None {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 08:38:56 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing trait associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, traits: HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 08:38:57 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:38:57 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:38:57 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:38:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.421s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:39:00 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:39:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:39:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:39:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:39:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:39:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:03 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:39:05 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:39:06 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:08 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:39:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:39:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:39:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:39:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:39:08 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:39:08 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid ae44ae4a-182b-434a-92de-7cb0229067a2 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:39:09 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Updating instance_info_cache with network_info: [{"id": "5e29a026-8273-4195-b10f-ccaceb87ab55", "address": "fa:16:3e:41:42:1c", "network": {"id": "c8f829ef-ca23-4765-b6c8-f8c71b65407c", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-111014211-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb47097d1e4f4250a492a08df6db27ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e29a026-82", "ovs_interfaceid": "5e29a026-8273-4195-b10f-ccaceb87ab55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:39:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:39:09 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:39:09 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:39:09 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:39:09 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:39:10 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:39:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-74dfdc2c-2d11-4034-9729-5c4ff29bb9c2 req-a56d755d-2932-4221-821b-343e71cfa9a7 service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Received event network-changed-5e29a026-8273-4195-b10f-ccaceb87ab55 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:39:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-74dfdc2c-2d11-4034-9729-5c4ff29bb9c2 req-a56d755d-2932-4221-821b-343e71cfa9a7 service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Refreshing instance network info cache due to event network-changed-5e29a026-8273-4195-b10f-ccaceb87ab55. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:39:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-74dfdc2c-2d11-4034-9729-5c4ff29bb9c2 req-a56d755d-2932-4221-821b-343e71cfa9a7 service nova] Acquiring lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:39:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-74dfdc2c-2d11-4034-9729-5c4ff29bb9c2 req-a56d755d-2932-4221-821b-343e71cfa9a7 service nova] Acquired lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:39:10 user nova-compute[74287]: DEBUG nova.network.neutron [req-74dfdc2c-2d11-4034-9729-5c4ff29bb9c2 req-a56d755d-2932-4221-821b-343e71cfa9a7 service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Refreshing network info cache for port 5e29a026-8273-4195-b10f-ccaceb87ab55 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:39:11 user nova-compute[74287]: DEBUG nova.network.neutron [req-74dfdc2c-2d11-4034-9729-5c4ff29bb9c2 req-a56d755d-2932-4221-821b-343e71cfa9a7 service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Updated VIF entry in instance network info cache for port 5e29a026-8273-4195-b10f-ccaceb87ab55. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:39:11 user nova-compute[74287]: DEBUG nova.network.neutron [req-74dfdc2c-2d11-4034-9729-5c4ff29bb9c2 req-a56d755d-2932-4221-821b-343e71cfa9a7 service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Updating instance_info_cache with network_info: [{"id": "5e29a026-8273-4195-b10f-ccaceb87ab55", "address": "fa:16:3e:41:42:1c", "network": {"id": "c8f829ef-ca23-4765-b6c8-f8c71b65407c", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-111014211-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb47097d1e4f4250a492a08df6db27ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e29a026-82", "ovs_interfaceid": "5e29a026-8273-4195-b10f-ccaceb87ab55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:39:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-74dfdc2c-2d11-4034-9729-5c4ff29bb9c2 req-a56d755d-2932-4221-821b-343e71cfa9a7 service nova] Releasing lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:39:11 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:39:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:14 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:39:16 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:17 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquiring lock "ae44ae4a-182b-434a-92de-7cb0229067a2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG nova.objects.instance [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lazy-loading 'flavor' on Instance uuid ae44ae4a-182b-434a-92de-7cb0229067a2 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquiring lock "ae44ae4a-182b-434a-92de-7cb0229067a2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:39:18 user nova-compute[74287]: INFO nova.compute.manager [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Attaching volume 607c8987-27a1-414d-b7f6-8a39425089d6 to /dev/vdb
Oct 26 08:39:18 user nova-compute[74287]: DEBUG os_brick.utils [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9805ee9-b8a7-4b00-90aa-5c9907ca672b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7782b1a9-97f4-4539-a480-91d3406bb976]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7255bc69-9799-4576-8a95-e24904e3d61b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[38cd627e-8830-4175-a036-a05397714926]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:39:18 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:39:18 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f406a3ff-24c9-414d-94c8-28a831ca7ae2]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG os_brick.utils [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Updating existing volume attachment record: f3e380ed-4cc8-4cba-9993-b0ebbd6e00b8 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:39:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:21 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:25 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:39:25 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74287) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 08:39:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:26 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:31 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:34 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:39:34 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 08:39:34 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] There are 0 instances to clean {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 08:39:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:39:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OVnAwXyY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:39:35 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:39:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:39:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:39:35 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:39:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:39:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:39:35 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:39:35 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b590f69d-a2c6-4c7a-be1c-5c5486a41c62]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:39:36 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[080451a5-5224-42fc-9a0c-2a8d23ac644b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6] added
Oct 26 08:39:36 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[75ca03ec-0278-42af-8c67-c3800fa82a93]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a7b4f81-d28d-4c8f-97d4-b54f986c2105]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OVnAwXyY {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OVnAwXyY" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[39ce1d8c-5a41-4a99-8a7b-9ee6b19773ef]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OVnAwXyY'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb955fbc-3c34-4d53-b81e-b8a2461e2ebe]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[62025542-34fb-4d39-8aa5-64e7cbf2ff62]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:39:36 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:39:36 user nova-compute[74287]:  {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:39:36 user nova-compute[74287]: WARNING os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 08:39:36 user nova-compute[74287]: 
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[259b53f8-166c-465b-a4ba-ef8f94016021]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6, portal: 172.16.0.220,3260]
Oct 26 08:39:36 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6, portal: 172.16.0.220,3260] successful.
Oct 26 08:39:36 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[76baecb3-e72e-410f-af38-b46550a1be89]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7b2ecfa-481c-4b7d-aba6-d7d17dfeabab]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 (non-flash)
Oct 26 08:39:36 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 (non-flash)
Oct 26 08:39:36 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a15df83d-4992-494c-bddb-5ab95d9e486a]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:39:36 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:39:37 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:39:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OVnAwXyY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:39:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:39:37 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] <== connect_volume: return (1288ms) {'type': 'block', 'scsi_wwn': '23961323237656337', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:39:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23961323237656337', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:39:37 user nova-compute[74287]: DEBUG nova.objects.instance [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lazy-loading 'flavor' on Instance uuid ae44ae4a-182b-434a-92de-7cb0229067a2 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:39:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:39:37 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:39:37 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:39:37 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:39:37 user nova-compute[74287]:   <serial>607c8987-27a1-414d-b7f6-8a39425089d6</serial>
Oct 26 08:39:37 user nova-compute[74287]: </disk>
Oct 26 08:39:37 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:39:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:39:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:39:37 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] No VIF found with MAC fa:16:3e:41:42:1c, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:39:37 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-73294183-ee81-47b8-8de7-2f01699ab186 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.504s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:39:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquiring lock "ae44ae4a-182b-434a-92de-7cb0229067a2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:39:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:39:39 user nova-compute[74287]: INFO nova.compute.manager [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Detaching volume 607c8987-27a1-414d-b7f6-8a39425089d6
Oct 26 08:39:39 user nova-compute[74287]: INFO nova.virt.block_device [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Attempting to driver detach volume 607c8987-27a1-414d-b7f6-8a39425089d6 from mountpoint /dev/vdb
Oct 26 08:39:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Attempting to detach device vdb from instance ae44ae4a-182b-434a-92de-7cb0229067a2 from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:39:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:39:39 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:39:39 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:39:39 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:39:39 user nova-compute[74287]:   <serial>607c8987-27a1-414d-b7f6-8a39425089d6</serial>
Oct 26 08:39:39 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:39:39 user nova-compute[74287]: </disk>
Oct 26 08:39:39 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:39:39 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Successfully detached device vdb from instance ae44ae4a-182b-434a-92de-7cb0229067a2 from the persistent domain config.
Oct 26 08:39:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ae44ae4a-182b-434a-92de-7cb0229067a2 from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:39:39 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:39:39 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:39:39 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:39:39 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:39:39 user nova-compute[74287]:   <serial>607c8987-27a1-414d-b7f6-8a39425089d6</serial>
Oct 26 08:39:39 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:39:39 user nova-compute[74287]: </disk>
Oct 26 08:39:39 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:39:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ae44ae4a-182b-434a-92de-7cb0229067a2 {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:39:40 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:39:41 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:39:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:39:43 user nova-compute[74287]: DEBUG nova.compute.manager [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:39:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:39:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:39:43 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:39:43 user nova-compute[74287]: INFO nova.compute.claims [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Claim successful on node user
Oct 26 08:39:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:43 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:39:43 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:39:43 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.215s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:39:43 user nova-compute[74287]: DEBUG nova.compute.manager [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:39:43 user nova-compute[74287]: DEBUG nova.compute.manager [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:39:43 user nova-compute[74287]: DEBUG nova.network.neutron [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:39:43 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:39:43 user nova-compute[74287]: DEBUG nova.compute.manager [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG nova.policy [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2b7c6be442241d5a739afce2b6839e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5c1cea1a9f04795a0f006545d4ae599', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:39:44 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Creating image(s)
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "/opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "/opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "/opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "01254b28826669f4cb65430ac7d1f42cbafacef6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.187s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk 1073741824 {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6,backing_fmt=raw /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk 1073741824" returned: 0 in 0.054s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "01254b28826669f4cb65430ac7d1f42cbafacef6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG nova.network.neutron [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Successfully created port: 6262b089-6a86-47cf-a027-0ba3838ad018 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/01254b28826669f4cb65430ac7d1f42cbafacef6 --force-share --output=json" returned: 0 in 0.174s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk. size=1073741824 {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG nova.virt.disk.api [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Cannot resize image /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk to a smaller size. {{(pid=74287) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Created local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Ensure instance console log exists: /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:39:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.network.neutron [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Successfully updated port: 6262b089-6a86-47cf-a027-0ba3838ad018 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquired lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.network.neutron [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-69b7db3d-2c4f-4ef4-bbcd-376b7b074016 req-7ca3f2ca-cdcc-45f8-aa21-6596c8f6af90 service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Received event network-changed-6262b089-6a86-47cf-a027-0ba3838ad018 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.compute.manager [req-69b7db3d-2c4f-4ef4-bbcd-376b7b074016 req-7ca3f2ca-cdcc-45f8-aa21-6596c8f6af90 service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Refreshing instance network info cache due to event network-changed-6262b089-6a86-47cf-a027-0ba3838ad018. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-69b7db3d-2c4f-4ef4-bbcd-376b7b074016 req-7ca3f2ca-cdcc-45f8-aa21-6596c8f6af90 service nova] Acquiring lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.network.neutron [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.network.neutron [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updating instance_info_cache with network_info: [{"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Releasing lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.compute.manager [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Instance network_info: |[{"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-69b7db3d-2c4f-4ef4-bbcd-376b7b074016 req-7ca3f2ca-cdcc-45f8-aa21-6596c8f6af90 service nova] Acquired lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.network.neutron [req-69b7db3d-2c4f-4ef4-bbcd-376b7b074016 req-7ca3f2ca-cdcc-45f8-aa21-6596c8f6af90 service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Refreshing network info cache for port 6262b089-6a86-47cf-a027-0ba3838ad018 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Start _get_guest_xml network_info=[{"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '027074c5-9908-45c6-ae18-2c6fa1df5867'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:39:45 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:39:45 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T07:48:44Z,direct_url=<?>,disk_format='qcow2',id=027074c5-9908-45c6-ae18-2c6fa1df5867,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='4ee4fd535c3d44a2b0041cf4f5b308a0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T07:48:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:39:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1234284139',display_name='tempest-SnapshotDataIntegrityTests-server-1234284139',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1234284139',id=49,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHljiaNThp/RveBCJQDoPJYe/fUHguZnhLYnP5Z+WTWHSREsqmeDWmBMepSdSFbnvesHyOOS7LJpiBAIMVQ7cvIO8+6vebYu4ANxjro2pHayHPjuPIsQwhJcOHeSOWnbUg==',key_name='tempest-keypair-659784580',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d5c1cea1a9f04795a0f006545d4ae599',ramdisk_id='',reservation_id='r-dnr0k2gw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-975471743',owner_user_name='tempest-SnapshotDataIntegrityTests-975471743-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:39:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2b7c6be442241d5a739afce2b6839e9',uuid=2c59bb12-9636-4174-8aca-26a0445ad16e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Converting VIF {"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:a0:f9,bridge_name='br-int',has_traffic_filtering=True,id=6262b089-6a86-47cf-a027-0ba3838ad018,network=Network(d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6262b089-6a') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.objects.instance [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lazy-loading 'pci_devices' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:39:45 user nova-compute[74287]:   <uuid>2c59bb12-9636-4174-8aca-26a0445ad16e</uuid>
Oct 26 08:39:45 user nova-compute[74287]:   <name>instance-00000031</name>
Oct 26 08:39:45 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:39:45 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:39:45 user nova-compute[74287]:   <metadata>
Oct 26 08:39:45 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:39:45 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:39:45 user nova-compute[74287]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1234284139</nova:name>
Oct 26 08:39:45 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:39:45</nova:creationTime>
Oct 26 08:39:45 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:39:45 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:39:45 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:39:45 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:39:45 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:39:45 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:39:45 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:39:45 user nova-compute[74287]:       <nova:owner>
Oct 26 08:39:45 user nova-compute[74287]:         <nova:user uuid="b2b7c6be442241d5a739afce2b6839e9">tempest-SnapshotDataIntegrityTests-975471743-project-member</nova:user>
Oct 26 08:39:45 user nova-compute[74287]:         <nova:project uuid="d5c1cea1a9f04795a0f006545d4ae599">tempest-SnapshotDataIntegrityTests-975471743</nova:project>
Oct 26 08:39:45 user nova-compute[74287]:       </nova:owner>
Oct 26 08:39:45 user nova-compute[74287]:       <nova:root type="image" uuid="027074c5-9908-45c6-ae18-2c6fa1df5867"/>
Oct 26 08:39:45 user nova-compute[74287]:       <nova:ports>
Oct 26 08:39:45 user nova-compute[74287]:         <nova:port uuid="6262b089-6a86-47cf-a027-0ba3838ad018">
Oct 26 08:39:45 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 26 08:39:45 user nova-compute[74287]:         </nova:port>
Oct 26 08:39:45 user nova-compute[74287]:       </nova:ports>
Oct 26 08:39:45 user nova-compute[74287]:     </nova:instance>
Oct 26 08:39:45 user nova-compute[74287]:   </metadata>
Oct 26 08:39:45 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:39:45 user nova-compute[74287]:     <system>
Oct 26 08:39:45 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:39:45 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:39:45 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:39:45 user nova-compute[74287]:       <entry name="serial">2c59bb12-9636-4174-8aca-26a0445ad16e</entry>
Oct 26 08:39:45 user nova-compute[74287]:       <entry name="uuid">2c59bb12-9636-4174-8aca-26a0445ad16e</entry>
Oct 26 08:39:45 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:39:45 user nova-compute[74287]:     </system>
Oct 26 08:39:45 user nova-compute[74287]:   </sysinfo>
Oct 26 08:39:45 user nova-compute[74287]:   <os>
Oct 26 08:39:45 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:39:45 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:39:45 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:39:45 user nova-compute[74287]:   </os>
Oct 26 08:39:45 user nova-compute[74287]:   <features>
Oct 26 08:39:45 user nova-compute[74287]:     <acpi/>
Oct 26 08:39:45 user nova-compute[74287]:     <apic/>
Oct 26 08:39:45 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:39:45 user nova-compute[74287]:   </features>
Oct 26 08:39:45 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:39:45 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:39:45 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:39:45 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:39:45 user nova-compute[74287]:   </clock>
Oct 26 08:39:45 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:39:45 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:39:45 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:39:45 user nova-compute[74287]:   </cpu>
Oct 26 08:39:45 user nova-compute[74287]:   <devices>
Oct 26 08:39:45 user nova-compute[74287]:     <disk type="file" device="disk">
Oct 26 08:39:45 user nova-compute[74287]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 08:39:45 user nova-compute[74287]:       <source file="/opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk"/>
Oct 26 08:39:45 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:39:45 user nova-compute[74287]:     </disk>
Oct 26 08:39:45 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:39:45 user nova-compute[74287]:       <mac address="fa:16:3e:5b:a0:f9"/>
Oct 26 08:39:45 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:39:45 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:39:45 user nova-compute[74287]:       <target dev="tap6262b089-6a"/>
Oct 26 08:39:45 user nova-compute[74287]:     </interface>
Oct 26 08:39:45 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:39:45 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/console.log" append="off"/>
Oct 26 08:39:45 user nova-compute[74287]:     </serial>
Oct 26 08:39:45 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:39:45 user nova-compute[74287]:     <video>
Oct 26 08:39:45 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:39:45 user nova-compute[74287]:     </video>
Oct 26 08:39:45 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:39:45 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:39:45 user nova-compute[74287]:     </rng>
Oct 26 08:39:45 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:39:45 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:39:45 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:39:45 user nova-compute[74287]:     </memballoon>
Oct 26 08:39:45 user nova-compute[74287]:   </devices>
Oct 26 08:39:45 user nova-compute[74287]: </domain>
Oct 26 08:39:45 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:39:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1234284139',display_name='tempest-SnapshotDataIntegrityTests-server-1234284139',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1234284139',id=49,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHljiaNThp/RveBCJQDoPJYe/fUHguZnhLYnP5Z+WTWHSREsqmeDWmBMepSdSFbnvesHyOOS7LJpiBAIMVQ7cvIO8+6vebYu4ANxjro2pHayHPjuPIsQwhJcOHeSOWnbUg==',key_name='tempest-keypair-659784580',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d5c1cea1a9f04795a0f006545d4ae599',ramdisk_id='',reservation_id='r-dnr0k2gw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-975471743',owner_user_name='tempest-SnapshotDataIntegrityTests-975471743-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:39:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2b7c6be442241d5a739afce2b6839e9',uuid=2c59bb12-9636-4174-8aca-26a0445ad16e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Converting VIF {"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:a0:f9,bridge_name='br-int',has_traffic_filtering=True,id=6262b089-6a86-47cf-a027-0ba3838ad018,network=Network(d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6262b089-6a') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG os_vif [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:a0:f9,bridge_name='br-int',has_traffic_filtering=True,id=6262b089-6a86-47cf-a027-0ba3838ad018,network=Network(d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6262b089-6a') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ebc56bbb-31d7-5394-a7c8-e002634bd45d', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6262b089-6a, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6262b089-6a, col_values=(('qos', UUID('80ef73e3-2d79-48f3-a106-6618c4617153')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6262b089-6a, col_values=(('external_ids', {'iface-id': '6262b089-6a86-47cf-a027-0ba3838ad018', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5b:a0:f9', 'vm-uuid': '2c59bb12-9636-4174-8aca-26a0445ad16e'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:45 user nova-compute[74287]: INFO os_vif [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:a0:f9,bridge_name='br-int',has_traffic_filtering=True,id=6262b089-6a86-47cf-a027-0ba3838ad018,network=Network(d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6262b089-6a')
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:39:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] No VIF found with MAC fa:16:3e:5b:a0:f9, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:39:46 user nova-compute[74287]: DEBUG nova.network.neutron [req-69b7db3d-2c4f-4ef4-bbcd-376b7b074016 req-7ca3f2ca-cdcc-45f8-aa21-6596c8f6af90 service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updated VIF entry in instance network info cache for port 6262b089-6a86-47cf-a027-0ba3838ad018. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:39:46 user nova-compute[74287]: DEBUG nova.network.neutron [req-69b7db3d-2c4f-4ef4-bbcd-376b7b074016 req-7ca3f2ca-cdcc-45f8-aa21-6596c8f6af90 service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updating instance_info_cache with network_info: [{"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:39:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-69b7db3d-2c4f-4ef4-bbcd-376b7b074016 req-7ca3f2ca-cdcc-45f8-aa21-6596c8f6af90 service nova] Releasing lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:39:46 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-6643972a-11f9-4681-ae20-f6eb2a3bdb44 req-4210e5dc-2965-444a-9b0a-994856feb3dd service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Received event network-vif-plugged-6262b089-6a86-47cf-a027-0ba3838ad018 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:39:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6643972a-11f9-4681-ae20-f6eb2a3bdb44 req-4210e5dc-2965-444a-9b0a-994856feb3dd service nova] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:39:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6643972a-11f9-4681-ae20-f6eb2a3bdb44 req-4210e5dc-2965-444a-9b0a-994856feb3dd service nova] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:39:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-6643972a-11f9-4681-ae20-f6eb2a3bdb44 req-4210e5dc-2965-444a-9b0a-994856feb3dd service nova] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:39:47 user nova-compute[74287]: DEBUG nova.compute.manager [req-6643972a-11f9-4681-ae20-f6eb2a3bdb44 req-4210e5dc-2965-444a-9b0a-994856feb3dd service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] No waiting events found dispatching network-vif-plugged-6262b089-6a86-47cf-a027-0ba3838ad018 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:39:47 user nova-compute[74287]: WARNING nova.compute.manager [req-6643972a-11f9-4681-ae20-f6eb2a3bdb44 req-4210e5dc-2965-444a-9b0a-994856feb3dd service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Received unexpected event network-vif-plugged-6262b089-6a86-47cf-a027-0ba3838ad018 for instance with vm_state building and task_state spawning.
Oct 26 08:39:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:49 user nova-compute[74287]: DEBUG nova.compute.manager [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:39:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:39:49 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Instance spawned successfully.
Oct 26 08:39:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:39:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:39:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:39:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:39:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:39:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:39:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:39:49 user nova-compute[74287]: INFO nova.compute.manager [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Took 5.08 seconds to spawn the instance on the hypervisor.
Oct 26 08:39:49 user nova-compute[74287]: DEBUG nova.compute.manager [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:39:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-114e5e00-c5a3-4e8c-9ff6-4ce7381a1199 req-8aa44be1-531a-4991-86a9-9ff90bfe1f3e service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Received event network-vif-plugged-6262b089-6a86-47cf-a027-0ba3838ad018 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:39:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-114e5e00-c5a3-4e8c-9ff6-4ce7381a1199 req-8aa44be1-531a-4991-86a9-9ff90bfe1f3e service nova] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:39:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-114e5e00-c5a3-4e8c-9ff6-4ce7381a1199 req-8aa44be1-531a-4991-86a9-9ff90bfe1f3e service nova] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:39:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-114e5e00-c5a3-4e8c-9ff6-4ce7381a1199 req-8aa44be1-531a-4991-86a9-9ff90bfe1f3e service nova] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:39:49 user nova-compute[74287]: DEBUG nova.compute.manager [req-114e5e00-c5a3-4e8c-9ff6-4ce7381a1199 req-8aa44be1-531a-4991-86a9-9ff90bfe1f3e service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] No waiting events found dispatching network-vif-plugged-6262b089-6a86-47cf-a027-0ba3838ad018 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:39:49 user nova-compute[74287]: WARNING nova.compute.manager [req-114e5e00-c5a3-4e8c-9ff6-4ce7381a1199 req-8aa44be1-531a-4991-86a9-9ff90bfe1f3e service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Received unexpected event network-vif-plugged-6262b089-6a86-47cf-a027-0ba3838ad018 for instance with vm_state building and task_state spawning.
Oct 26 08:39:49 user nova-compute[74287]: INFO nova.compute.manager [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Took 5.70 seconds to build instance.
Oct 26 08:39:49 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-77509eae-041b-421e-ab33-ca2cd5f714e8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.793s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:39:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:39:56 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:39:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:39:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:39:56 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:39:56 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:39:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:39:57 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:39:58 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:39:58 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:39:58 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8803MB free_disk=24.926563262939453GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:39:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:39:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:39:58 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance ae44ae4a-182b-434a-92de-7cb0229067a2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:39:58 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 2c59bb12-9636-4174-8aca-26a0445ad16e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:39:58 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:39:58 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:39:58 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:39:58 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:39:58 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:39:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.218s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:40:00 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ae44ae4a-182b-434a-92de-7cb0229067a2 is timed out.
Oct 26 08:40:00 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Successfully detached device vdb from instance ae44ae4a-182b-434a-92de-7cb0229067a2 from the live domain config.
Oct 26 08:40:00 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OVnAwXyY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:40:00 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2481278a-d691-448e-9239-3f8544b51ef5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:40:00 user nova-compute[74287]: No targets found.
Oct 26 08:40:00 user nova-compute[74287]: iSNS:
Oct 26 08:40:00 user nova-compute[74287]: No targets found.
Oct 26 08:40:00 user nova-compute[74287]: STATIC:
Oct 26 08:40:00 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6
Oct 26 08:40:00 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:40:00 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:40:00 user nova-compute[74287]: FIRMWARE:
Oct 26 08:40:00 user nova-compute[74287]: No targets found.
Oct 26 08:40:00 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:40:00 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:40:00 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fc8811f-7edb-466d-a264-6cf9415f3542]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4557822-0ae0-4faa-8747-a9cca93eef21]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 (non-flash)
Oct 26 08:40:00 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 (non-flash)
Oct 26 08:40:00 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb90198ee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3324b89f-f06a-487b-8f27-50a8e45f11d1]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b62fdc2f-639e-4218-82ec-1cac5b442682]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ff6e865-64f4-4460-a57a-5007d06ad022]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c32212e0-2215-45e5-a04f-da607fa7499c]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9359f191-5a35-4103-b915-a5025598d38d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a4851ff-0a80-4fa0-99bf-58782c8c2ef4]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6, portal: 172.16.0.220,3260]
Oct 26 08:40:00 user nova-compute[74287]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6, portal: 172.16.0.220,3260] successful.
Oct 26 08:40:00 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:607c8987-27a1-414d-b7f6-8a39425089d6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[228ee4cc-d59f-4987-b68a-9ed1e0192a72]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.280s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] <== disconnect_volume: return (281ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:40:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:01 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:40:01 user nova-compute[74287]: DEBUG nova.objects.instance [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lazy-loading 'flavor' on Instance uuid ae44ae4a-182b-434a-92de-7cb0229067a2 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:40:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-5410b4d7-9560-449d-b5ca-32483ddaff2c tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.684s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:40:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:04 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:40:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:07 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:40:07 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_power_states {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:40:07 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid ae44ae4a-182b-434a-92de-7cb0229067a2 {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 08:40:07 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Triggering sync for uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 08:40:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "ae44ae4a-182b-434a-92de-7cb0229067a2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:40:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:40:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:40:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:40:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.025s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:40:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:40:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:09 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:40:09 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:40:09 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:40:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:10 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:40:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:40:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:40:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:40:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:40:10 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:40:10 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid ae44ae4a-182b-434a-92de-7cb0229067a2 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:40:11 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Updating instance_info_cache with network_info: [{"id": "5e29a026-8273-4195-b10f-ccaceb87ab55", "address": "fa:16:3e:41:42:1c", "network": {"id": "c8f829ef-ca23-4765-b6c8-f8c71b65407c", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-111014211-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb47097d1e4f4250a492a08df6db27ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e29a026-82", "ovs_interfaceid": "5e29a026-8273-4195-b10f-ccaceb87ab55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:40:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-ae44ae4a-182b-434a-92de-7cb0229067a2" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:40:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:40:11 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:40:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:40:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:40:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:40:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:40:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:40:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:40:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:40:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:40:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:40:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:40:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquiring lock "ae44ae4a-182b-434a-92de-7cb0229067a2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:40:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:40:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquiring lock "ae44ae4a-182b-434a-92de-7cb0229067a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:40:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:40:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:40:39 user nova-compute[74287]: INFO nova.compute.manager [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Terminating instance
Oct 26 08:40:39 user nova-compute[74287]: DEBUG nova.compute.manager [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:40:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-092f6c85-fdf3-4d98-b867-05ea121ed38f req-9d1df79c-4b5e-4dbd-98d3-1cfe5b49cbb1 service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Received event network-vif-unplugged-5e29a026-8273-4195-b10f-ccaceb87ab55 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-092f6c85-fdf3-4d98-b867-05ea121ed38f req-9d1df79c-4b5e-4dbd-98d3-1cfe5b49cbb1 service nova] Acquiring lock "ae44ae4a-182b-434a-92de-7cb0229067a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-092f6c85-fdf3-4d98-b867-05ea121ed38f req-9d1df79c-4b5e-4dbd-98d3-1cfe5b49cbb1 service nova] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-092f6c85-fdf3-4d98-b867-05ea121ed38f req-9d1df79c-4b5e-4dbd-98d3-1cfe5b49cbb1 service nova] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-092f6c85-fdf3-4d98-b867-05ea121ed38f req-9d1df79c-4b5e-4dbd-98d3-1cfe5b49cbb1 service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] No waiting events found dispatching network-vif-unplugged-5e29a026-8273-4195-b10f-ccaceb87ab55 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-092f6c85-fdf3-4d98-b867-05ea121ed38f req-9d1df79c-4b5e-4dbd-98d3-1cfe5b49cbb1 service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Received event network-vif-unplugged-5e29a026-8273-4195-b10f-ccaceb87ab55 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:40:40 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Instance destroyed successfully.
Oct 26 08:40:40 user nova-compute[74287]: DEBUG nova.objects.instance [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lazy-loading 'resources' on Instance uuid ae44ae4a-182b-434a-92de-7cb0229067a2 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:37:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-685128576',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-685128576',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-6851285',id=48,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNMSECr99faP9/waiZm+ChmBjpf4k3HtgKVAP8plaTQ5Uaa+ypr47XhHGD7NRSExkHerkusY2nLUxgTfuXwk/qGERnLmg2AYAVzxNKl3Y9PyvNJs64XZMgogl5fvZXvP5A==',key_name='tempest-keypair-1322912019',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:37:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bb47097d1e4f4250a492a08df6db27ab',ramdisk_id='',reservation_id='r-e0oy236a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-228895057',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:37:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ecccc10433e142b48cdf50f57f5f80ad',uuid=ae44ae4a-182b-434a-92de-7cb0229067a2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5e29a026-8273-4195-b10f-ccaceb87ab55", "address": "fa:16:3e:41:42:1c", "network": {"id": "c8f829ef-ca23-4765-b6c8-f8c71b65407c", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-111014211-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb47097d1e4f4250a492a08df6db27ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e29a026-82", "ovs_interfaceid": "5e29a026-8273-4195-b10f-ccaceb87ab55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Converting VIF {"id": "5e29a026-8273-4195-b10f-ccaceb87ab55", "address": "fa:16:3e:41:42:1c", "network": {"id": "c8f829ef-ca23-4765-b6c8-f8c71b65407c", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-111014211-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb47097d1e4f4250a492a08df6db27ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e29a026-82", "ovs_interfaceid": "5e29a026-8273-4195-b10f-ccaceb87ab55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:41:42:1c,bridge_name='br-int',has_traffic_filtering=True,id=5e29a026-8273-4195-b10f-ccaceb87ab55,network=Network(c8f829ef-ca23-4765-b6c8-f8c71b65407c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e29a026-82') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG os_vif [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:41:42:1c,bridge_name='br-int',has_traffic_filtering=True,id=5e29a026-8273-4195-b10f-ccaceb87ab55,network=Network(c8f829ef-ca23-4765-b6c8-f8c71b65407c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e29a026-82') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5e29a026-82, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a17837bd-2088-44c3-8996-4e3355b268d9) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:40 user nova-compute[74287]: INFO os_vif [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:41:42:1c,bridge_name='br-int',has_traffic_filtering=True,id=5e29a026-8273-4195-b10f-ccaceb87ab55,network=Network(c8f829ef-ca23-4765-b6c8-f8c71b65407c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e29a026-82')
Oct 26 08:40:40 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Deleting instance files /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2_del
Oct 26 08:40:40 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Deletion of /opt/stack/data/nova/instances/ae44ae4a-182b-434a-92de-7cb0229067a2_del complete
Oct 26 08:40:40 user nova-compute[74287]: INFO nova.compute.manager [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 26 08:40:40 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:40:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:41 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:40:41 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Took 0.73 seconds to deallocate network for instance.
Oct 26 08:40:41 user nova-compute[74287]: DEBUG nova.compute.manager [req-29c4829c-5725-4a6b-ae36-5ec05812bc2d req-e86e0817-e883-4956-a1af-c16be5ee2bbf service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Received event network-vif-deleted-5e29a026-8273-4195-b10f-ccaceb87ab55 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:40:41 user nova-compute[74287]: INFO nova.compute.manager [req-29c4829c-5725-4a6b-ae36-5ec05812bc2d req-e86e0817-e883-4956-a1af-c16be5ee2bbf service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Neutron deleted interface 5e29a026-8273-4195-b10f-ccaceb87ab55; detaching it from the instance and deleting it from the info cache
Oct 26 08:40:41 user nova-compute[74287]: DEBUG nova.network.neutron [req-29c4829c-5725-4a6b-ae36-5ec05812bc2d req-e86e0817-e883-4956-a1af-c16be5ee2bbf service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:40:41 user nova-compute[74287]: DEBUG nova.compute.manager [req-29c4829c-5725-4a6b-ae36-5ec05812bc2d req-e86e0817-e883-4956-a1af-c16be5ee2bbf service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Detach interface failed, port_id=5e29a026-8273-4195-b10f-ccaceb87ab55, reason: Instance ae44ae4a-182b-434a-92de-7cb0229067a2 could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 08:40:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:40:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:40:41 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:40:41 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:40:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.127s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:40:41 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Deleted allocations for instance ae44ae4a-182b-434a-92de-7cb0229067a2
Oct 26 08:40:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-803f4661-a1e7-45aa-aaea-baa8aa7c01f4 tempest-TestServerVolumeAttachScenarioOldVersion-228895057 tempest-TestServerVolumeAttachScenarioOldVersion-228895057-project-member] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.885s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:40:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-af4b3020-8275-4822-9c4d-e0ea56104a9c req-30c063c9-102d-4c19-8259-2e4471d5f26c service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Received event network-vif-plugged-5e29a026-8273-4195-b10f-ccaceb87ab55 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:40:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-af4b3020-8275-4822-9c4d-e0ea56104a9c req-30c063c9-102d-4c19-8259-2e4471d5f26c service nova] Acquiring lock "ae44ae4a-182b-434a-92de-7cb0229067a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:40:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-af4b3020-8275-4822-9c4d-e0ea56104a9c req-30c063c9-102d-4c19-8259-2e4471d5f26c service nova] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:40:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-af4b3020-8275-4822-9c4d-e0ea56104a9c req-30c063c9-102d-4c19-8259-2e4471d5f26c service nova] Lock "ae44ae4a-182b-434a-92de-7cb0229067a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:40:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-af4b3020-8275-4822-9c4d-e0ea56104a9c req-30c063c9-102d-4c19-8259-2e4471d5f26c service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] No waiting events found dispatching network-vif-plugged-5e29a026-8273-4195-b10f-ccaceb87ab55 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:40:42 user nova-compute[74287]: WARNING nova.compute.manager [req-af4b3020-8275-4822-9c4d-e0ea56104a9c req-30c063c9-102d-4c19-8259-2e4471d5f26c service nova] [instance: ae44ae4a-182b-434a-92de-7cb0229067a2] Received unexpected event network-vif-plugged-5e29a026-8273-4195-b10f-ccaceb87ab55 for instance with vm_state deleted and task_state None.
Oct 26 08:40:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:40:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:40:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:40:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:40:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:40:58 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:40:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:40:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:40:58 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:40:58 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:40:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:40:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:40:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:40:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:40:59 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:40:59 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:40:59 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8960MB free_disk=24.92583465576172GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:40:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:40:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:40:59 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 2c59bb12-9636-4174-8aca-26a0445ad16e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:40:59 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:40:59 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:40:59 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:40:59 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:40:59 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:40:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.197s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:41:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:01 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:41:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:41:05 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:41:09 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:41:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:41:10 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:41:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:41:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:41:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:41:10 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:41:11 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updating instance_info_cache with network_info: [{"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:41:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:41:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:41:11 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:41:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:41:11 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:41:11 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:41:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:41:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:41:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:41:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:41:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:41:17 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:41:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:41:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:41:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:41:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:41:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:41:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:34 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-c9663409-894f-487d-b4a9-ba72fb7e3136 req-4fc3e5b5-9924-4f9c-b4d6-4785aad536fa service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Received event network-changed-6262b089-6a86-47cf-a027-0ba3838ad018 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:41:34 user nova-compute[74287]: DEBUG nova.compute.manager [req-c9663409-894f-487d-b4a9-ba72fb7e3136 req-4fc3e5b5-9924-4f9c-b4d6-4785aad536fa service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Refreshing instance network info cache due to event network-changed-6262b089-6a86-47cf-a027-0ba3838ad018. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:41:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c9663409-894f-487d-b4a9-ba72fb7e3136 req-4fc3e5b5-9924-4f9c-b4d6-4785aad536fa service nova] Acquiring lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:41:34 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c9663409-894f-487d-b4a9-ba72fb7e3136 req-4fc3e5b5-9924-4f9c-b4d6-4785aad536fa service nova] Acquired lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:41:34 user nova-compute[74287]: DEBUG nova.network.neutron [req-c9663409-894f-487d-b4a9-ba72fb7e3136 req-4fc3e5b5-9924-4f9c-b4d6-4785aad536fa service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Refreshing network info cache for port 6262b089-6a86-47cf-a027-0ba3838ad018 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:41:35 user nova-compute[74287]: DEBUG nova.network.neutron [req-c9663409-894f-487d-b4a9-ba72fb7e3136 req-4fc3e5b5-9924-4f9c-b4d6-4785aad536fa service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updated VIF entry in instance network info cache for port 6262b089-6a86-47cf-a027-0ba3838ad018. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:41:35 user nova-compute[74287]: DEBUG nova.network.neutron [req-c9663409-894f-487d-b4a9-ba72fb7e3136 req-4fc3e5b5-9924-4f9c-b4d6-4785aad536fa service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updating instance_info_cache with network_info: [{"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:41:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-c9663409-894f-487d-b4a9-ba72fb7e3136 req-4fc3e5b5-9924-4f9c-b4d6-4785aad536fa service nova] Releasing lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:41:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG nova.objects.instance [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lazy-loading 'flavor' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:41:41 user nova-compute[74287]: INFO nova.compute.manager [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Attaching volume 4bba9439-6ded-4ff7-847f-49e94035fd67 to /dev/vdb
Oct 26 08:41:41 user nova-compute[74287]: DEBUG os_brick.utils [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee3e5d14-f37d-458d-afaa-b6ffad8958dc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cc28006-1c3a-4df4-860a-09f895f3cf70]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[66f291cd-43c8-45a6-9fd3-ffe708fcdf06]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8386d6b-7645-4194-81df-e7a27c410fec]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:41:41 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:41:41 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[26081177-bc6b-4262-aded-7e90b3e6c4c3]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG os_brick.utils [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:41:41 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updating existing volume attachment record: 8553025b-123b-46cc-b358-c57c1f3694f4 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:41:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:49 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UhIJSAQx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:41:59 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:41:59 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:41:59 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c61b94b-43a6-4947-817f-206482f05012]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:41:59 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bc4aa7c-5cb1-4d08-8bf5-9dcf3106df4f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67] added
Oct 26 08:41:59 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a0d958c-1e85-4c16-bbc8-2b6e8b29f8cf]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac54c683-ea98-445e-9b77-6d2f30ef5217]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UhIJSAQx {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UhIJSAQx" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[89d64236-9d07-41e1-995c-523f99a2f75a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UhIJSAQx'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb951526-c172-4110-86b3-ff9b4d5d95d9]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa89a8d9-fd0f-4190-a2e7-31779abc79e8]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:41:59 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:41:59 user nova-compute[74287]:  {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:41:59 user nova-compute[74287]: WARNING os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 08:41:59 user nova-compute[74287]: 
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4768faf6-cae9-4656-863c-741abee9b4bd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67, portal: 172.16.0.220,3260]
Oct 26 08:41:59 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67, portal: 172.16.0.220,3260] successful.
Oct 26 08:41:59 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c80ed5cb-6f0f-49f5-8c87-6f7ffd1cb20b]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd41fdd8-2fb9-4ea0-a63e-5781364b762b]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 (non-flash)
Oct 26 08:41:59 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 (non-flash)
Oct 26 08:41:59 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.259s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[21671481-bfb1-46d5-83cd-4ec18ea13246]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:41:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UhIJSAQx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:00 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:42:00 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:42:00 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8974MB free_disk=24.915454864501953GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 2c59bb12-9636-4174-8aca-26a0445ad16e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.158s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.320s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '23664333832623630', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23664333832623630', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:42:00 user nova-compute[74287]: DEBUG nova.objects.instance [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lazy-loading 'flavor' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:42:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:42:01 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:42:01 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:42:01 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:42:01 user nova-compute[74287]:   <serial>4bba9439-6ded-4ff7-847f-49e94035fd67</serial>
Oct 26 08:42:01 user nova-compute[74287]: </disk>
Oct 26 08:42:01 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:42:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:42:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:42:01 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] No VIF found with MAC fa:16:3e:5b:a0:f9, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:42:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-d0fca62b-0da5-4736-befd-6fd1784a1156 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.049s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:42:02 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:42:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:06 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:42:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "52acd2f8-d4c9-4002-a9d6-a571187128c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:42:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:42:08 user nova-compute[74287]: DEBUG nova.compute.manager [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Starting instance... {{(pid=74287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 08:42:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:42:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:42:08 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:42:08 user nova-compute[74287]: INFO nova.compute.claims [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Claim successful on node user
Oct 26 08:42:09 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.211s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG nova.compute.manager [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Start building networks asynchronously for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG nova.compute.manager [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Allocating IP information in the background. {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG nova.network.neutron [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] allocate_for_instance() {{(pid=74287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 08:42:09 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 08:42:09 user nova-compute[74287]: DEBUG nova.compute.manager [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Start building block device mappings for instance. {{(pid=74287) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG nova.policy [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb7e40a492734f358e0792a45151bd19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5f976663b984daa9320b715ca7d9fa7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74287) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 08:42:09 user nova-compute[74287]: INFO nova.virt.block_device [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Booting with volume 21dbb30b-da7f-465c-973b-d2c7365926be at /dev/vda
Oct 26 08:42:09 user nova-compute[74287]: DEBUG os_brick.utils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb6fc3ce-2632-4ea6-bda8-3b5e44e94090]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d9c3e2d-397b-499a-b4f7-5dfd7d9c7e86]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dda3f37e-7b1c-4ffe-b30d-b60b543e31fe]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[50eb26ef-142f-4cbf-816a-ce56454c578a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:42:09 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[77eec66e-edee-4f25-b5db-aad209a219de]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG os_brick.utils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updating existing volume attachment record: 02e51e14-9157-4dc3-b545-8b9540c7eb75 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:42:09 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:42:10 user nova-compute[74287]: DEBUG nova.network.neutron [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Successfully created port: b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 08:42:10 user nova-compute[74287]: DEBUG nova.network.neutron [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Successfully updated port: b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 08:42:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:42:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquired lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:42:10 user nova-compute[74287]: DEBUG nova.network.neutron [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:42:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-0d850f7e-7fa3-42fb-b5bf-065b53d0566d req-6018ac63-3565-4deb-a043-61e2a984a364 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received event network-changed-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:42:10 user nova-compute[74287]: DEBUG nova.compute.manager [req-0d850f7e-7fa3-42fb-b5bf-065b53d0566d req-6018ac63-3565-4deb-a043-61e2a984a364 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Refreshing instance network info cache due to event network-changed-b1e68532-a42a-4ad3-a4fb-e12b640b80e8. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:42:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0d850f7e-7fa3-42fb-b5bf-065b53d0566d req-6018ac63-3565-4deb-a043-61e2a984a364 service nova] Acquiring lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:42:10 user nova-compute[74287]: DEBUG nova.network.neutron [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Instance cache missing network info. {{(pid=74287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 08:42:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:10 user nova-compute[74287]: DEBUG nova.network.neutron [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updating instance_info_cache with network_info: [{"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:42:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Releasing lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:42:10 user nova-compute[74287]: DEBUG nova.compute.manager [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Instance network_info: |[{"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 08:42:10 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0d850f7e-7fa3-42fb-b5bf-065b53d0566d req-6018ac63-3565-4deb-a043-61e2a984a364 service nova] Acquired lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:42:10 user nova-compute[74287]: DEBUG nova.network.neutron [req-0d850f7e-7fa3-42fb-b5bf-065b53d0566d req-6018ac63-3565-4deb-a043-61e2a984a364 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Refreshing network info cache for port b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:42:11 user nova-compute[74287]: DEBUG nova.network.neutron [req-0d850f7e-7fa3-42fb-b5bf-065b53d0566d req-6018ac63-3565-4deb-a043-61e2a984a364 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updated VIF entry in instance network info cache for port b1e68532-a42a-4ad3-a4fb-e12b640b80e8. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:42:11 user nova-compute[74287]: DEBUG nova.network.neutron [req-0d850f7e-7fa3-42fb-b5bf-065b53d0566d req-6018ac63-3565-4deb-a043-61e2a984a364 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updating instance_info_cache with network_info: [{"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:42:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-0d850f7e-7fa3-42fb-b5bf-065b53d0566d req-6018ac63-3565-4deb-a043-61e2a984a364 service nova] Releasing lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:42:11 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:42:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:42:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:42:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Skipping network cache update for instance because it is Building. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 26 08:42:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:42:11 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:42:11 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:42:11 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:42:12 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updating instance_info_cache with network_info: [{"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:42:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:42:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:42:12 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:42:12 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:42:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:42:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:13 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:42:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:17 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:42:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.compute.manager [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Start spawning the instance on the hypervisor. {{(pid=74287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:42:26 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Creating image(s)
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Did not create local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Ensure instance console log exists: /opt/stack/data/nova/instances/52acd2f8-d4c9-4002-a9d6-a571187128c0/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Start _get_guest_xml network_info=[{"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'attachment_id': '02e51e14-9157-4dc3-b545-8b9540c7eb75', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NdPIOUce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52acd2f8-d4c9-4002-a9d6-a571187128c0', 'attached_at': '', 'detached_at': '', 'volume_id': '21dbb30b-da7f-465c-973b-d2c7365926be', 'serial': '21dbb30b-da7f-465c-973b-d2c7365926be'}, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:42:26 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:42:26 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NdPIOUce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:42:26 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:42:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:42:26 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:42:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:42:26 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[30e3e70e-3d69-4d09-9829-965c6bfaefda]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:42:26 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[42b61159-b7f9-48d1-9742-c6fdaa51083b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be] added
Oct 26 08:42:26 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[79f76cdb-619b-4d2e-ba59-24f0311d6480]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6dfd790-540f-4aa1-89d4-cbf391cad641]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NdPIOUce {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NdPIOUce" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2851feb-ce19-4f59-a7e2-abedb10540a4]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NdPIOUce'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[72abfb2e-f2bf-4df2-aa95-e84101700224]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c332d05-3438-4558-8fa9-9dbfe7be47b5]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 (non-flash)
Oct 26 08:42:26 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 (non-flash)
Oct 26 08:42:26 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:42:26 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2705f69-478b-4685-9896-25d9a6d94820]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260]
Oct 26 08:42:27 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260] successful.
Oct 26 08:42:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[460df56a-0d9d-4f2b-84f9-2e8521419d97]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[05053e45-ae55-4c1e-ade0-2c96cd201bcb]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 (non-flash)
Oct 26 08:42:27 user nova-compute[74287]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:42:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 (non-flash)
Oct 26 08:42:27 user nova-compute[74287]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:42:27 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] HCTL ('34', '-', '-', 0) found on session 55 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b37f46eb-ca79-4844-a12e-1b1dd0a23631]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:27 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NdPIOUce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '23238343365376537', 'path': '/dev/sdc'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23238343365376537', 'path': '/dev/sdc'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:42:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-344449345',display_name='tempest-TestShelveInstance-server-344449345',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-344449345',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGpCYoo//YyxjfWTeylj33qR41djuCEqI+REJiXpWKDbeoCXDziaiRBbikLdRFm84/jD4nwSdIqPIF4lWwlLCtQADqF5QAVPJT28mQtRsMd7ot5WBNFwQO7+ZNVyXqF2IQ==',key_name='tempest-TestShelveInstance-866631953',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5f976663b984daa9320b715ca7d9fa7',ramdisk_id='',reservation_id='r-4qvxeijc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-36922569',owner_user_name='tempest-TestShelveInstance-36922569-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:42:09Z,user_data=None,user_id='bb7e40a492734f358e0792a45151bd19',uuid=52acd2f8-d4c9-4002-a9d6-a571187128c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Converting VIF {"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:c3:e5,bridge_name='br-int',has_traffic_filtering=True,id=b1e68532-a42a-4ad3-a4fb-e12b640b80e8,network=Network(11433aee-3584-47d6-8d2b-3a514ebd1a12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e68532-a4') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG nova.objects.instance [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lazy-loading 'pci_devices' on Instance uuid 52acd2f8-d4c9-4002-a9d6-a571187128c0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:42:28 user nova-compute[74287]:   <uuid>52acd2f8-d4c9-4002-a9d6-a571187128c0</uuid>
Oct 26 08:42:28 user nova-compute[74287]:   <name>instance-00000032</name>
Oct 26 08:42:28 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:42:28 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:42:28 user nova-compute[74287]:   <metadata>
Oct 26 08:42:28 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:42:28 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:42:28 user nova-compute[74287]:       <nova:name>tempest-TestShelveInstance-server-344449345</nova:name>
Oct 26 08:42:28 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:42:26</nova:creationTime>
Oct 26 08:42:28 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:42:28 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:42:28 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:42:28 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:42:28 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:42:28 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:42:28 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:42:28 user nova-compute[74287]:       <nova:owner>
Oct 26 08:42:28 user nova-compute[74287]:         <nova:user uuid="bb7e40a492734f358e0792a45151bd19">tempest-TestShelveInstance-36922569-project-member</nova:user>
Oct 26 08:42:28 user nova-compute[74287]:         <nova:project uuid="a5f976663b984daa9320b715ca7d9fa7">tempest-TestShelveInstance-36922569</nova:project>
Oct 26 08:42:28 user nova-compute[74287]:       </nova:owner>
Oct 26 08:42:28 user nova-compute[74287]:       <nova:ports>
Oct 26 08:42:28 user nova-compute[74287]:         <nova:port uuid="b1e68532-a42a-4ad3-a4fb-e12b640b80e8">
Oct 26 08:42:28 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 26 08:42:28 user nova-compute[74287]:         </nova:port>
Oct 26 08:42:28 user nova-compute[74287]:       </nova:ports>
Oct 26 08:42:28 user nova-compute[74287]:     </nova:instance>
Oct 26 08:42:28 user nova-compute[74287]:   </metadata>
Oct 26 08:42:28 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:42:28 user nova-compute[74287]:     <system>
Oct 26 08:42:28 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:42:28 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:42:28 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:42:28 user nova-compute[74287]:       <entry name="serial">52acd2f8-d4c9-4002-a9d6-a571187128c0</entry>
Oct 26 08:42:28 user nova-compute[74287]:       <entry name="uuid">52acd2f8-d4c9-4002-a9d6-a571187128c0</entry>
Oct 26 08:42:28 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:42:28 user nova-compute[74287]:     </system>
Oct 26 08:42:28 user nova-compute[74287]:   </sysinfo>
Oct 26 08:42:28 user nova-compute[74287]:   <os>
Oct 26 08:42:28 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:42:28 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:42:28 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:42:28 user nova-compute[74287]:   </os>
Oct 26 08:42:28 user nova-compute[74287]:   <features>
Oct 26 08:42:28 user nova-compute[74287]:     <acpi/>
Oct 26 08:42:28 user nova-compute[74287]:     <apic/>
Oct 26 08:42:28 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:42:28 user nova-compute[74287]:   </features>
Oct 26 08:42:28 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:42:28 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:42:28 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:42:28 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:42:28 user nova-compute[74287]:   </clock>
Oct 26 08:42:28 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:42:28 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:42:28 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:42:28 user nova-compute[74287]:   </cpu>
Oct 26 08:42:28 user nova-compute[74287]:   <devices>
Oct 26 08:42:28 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:42:28 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:42:28 user nova-compute[74287]:       <source dev="/dev/sdc"/>
Oct 26 08:42:28 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:42:28 user nova-compute[74287]:       <serial>21dbb30b-da7f-465c-973b-d2c7365926be</serial>
Oct 26 08:42:28 user nova-compute[74287]:     </disk>
Oct 26 08:42:28 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:42:28 user nova-compute[74287]:       <mac address="fa:16:3e:42:c3:e5"/>
Oct 26 08:42:28 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:42:28 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:42:28 user nova-compute[74287]:       <target dev="tapb1e68532-a4"/>
Oct 26 08:42:28 user nova-compute[74287]:     </interface>
Oct 26 08:42:28 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:42:28 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/52acd2f8-d4c9-4002-a9d6-a571187128c0/console.log" append="off"/>
Oct 26 08:42:28 user nova-compute[74287]:     </serial>
Oct 26 08:42:28 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:42:28 user nova-compute[74287]:     <video>
Oct 26 08:42:28 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:42:28 user nova-compute[74287]:     </video>
Oct 26 08:42:28 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:42:28 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:42:28 user nova-compute[74287]:     </rng>
Oct 26 08:42:28 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:42:28 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:42:28 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:42:28 user nova-compute[74287]:     </memballoon>
Oct 26 08:42:28 user nova-compute[74287]:   </devices>
Oct 26 08:42:28 user nova-compute[74287]: </domain>
Oct 26 08:42:28 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:42:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-344449345',display_name='tempest-TestShelveInstance-server-344449345',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-344449345',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGpCYoo//YyxjfWTeylj33qR41djuCEqI+REJiXpWKDbeoCXDziaiRBbikLdRFm84/jD4nwSdIqPIF4lWwlLCtQADqF5QAVPJT28mQtRsMd7ot5WBNFwQO7+ZNVyXqF2IQ==',key_name='tempest-TestShelveInstance-866631953',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5f976663b984daa9320b715ca7d9fa7',ramdisk_id='',reservation_id='r-4qvxeijc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-36922569',owner_user_name='tempest-TestShelveInstance-36922569-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T08:42:09Z,user_data=None,user_id='bb7e40a492734f358e0792a45151bd19',uuid=52acd2f8-d4c9-4002-a9d6-a571187128c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Converting VIF {"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:c3:e5,bridge_name='br-int',has_traffic_filtering=True,id=b1e68532-a42a-4ad3-a4fb-e12b640b80e8,network=Network(11433aee-3584-47d6-8d2b-3a514ebd1a12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e68532-a4') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG os_vif [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:c3:e5,bridge_name='br-int',has_traffic_filtering=True,id=b1e68532-a42a-4ad3-a4fb-e12b640b80e8,network=Network(11433aee-3584-47d6-8d2b-3a514ebd1a12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e68532-a4') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '68e95e56-bae2-5994-a53f-7918b2f00477', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb1e68532-a4, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb1e68532-a4, col_values=(('qos', UUID('28c46a48-c629-4328-97de-7ca595b8f86f')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb1e68532-a4, col_values=(('external_ids', {'iface-id': 'b1e68532-a42a-4ad3-a4fb-e12b640b80e8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:42:c3:e5', 'vm-uuid': '52acd2f8-d4c9-4002-a9d6-a571187128c0'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:28 user nova-compute[74287]: INFO os_vif [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:c3:e5,bridge_name='br-int',has_traffic_filtering=True,id=b1e68532-a42a-4ad3-a4fb-e12b640b80e8,network=Network(11433aee-3584-47d6-8d2b-3a514ebd1a12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e68532-a4')
Oct 26 08:42:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] No VIF found with MAC fa:16:3e:42:c3:e5, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:42:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:29 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:30 user nova-compute[74287]: DEBUG nova.compute.manager [req-4961a3ba-20bb-4415-8217-71121b3bd8df req-6e1d09ae-9de0-4e5b-aa04-33abc27cd825 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received event network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:42:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4961a3ba-20bb-4415-8217-71121b3bd8df req-6e1d09ae-9de0-4e5b-aa04-33abc27cd825 service nova] Acquiring lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:42:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4961a3ba-20bb-4415-8217-71121b3bd8df req-6e1d09ae-9de0-4e5b-aa04-33abc27cd825 service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:42:30 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4961a3ba-20bb-4415-8217-71121b3bd8df req-6e1d09ae-9de0-4e5b-aa04-33abc27cd825 service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:42:30 user nova-compute[74287]: DEBUG nova.compute.manager [req-4961a3ba-20bb-4415-8217-71121b3bd8df req-6e1d09ae-9de0-4e5b-aa04-33abc27cd825 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] No waiting events found dispatching network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:42:30 user nova-compute[74287]: WARNING nova.compute.manager [req-4961a3ba-20bb-4415-8217-71121b3bd8df req-6e1d09ae-9de0-4e5b-aa04-33abc27cd825 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received unexpected event network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 for instance with vm_state building and task_state spawning.
Oct 26 08:42:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:31 user nova-compute[74287]: DEBUG nova.compute.manager [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:42:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:42:31 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Instance spawned successfully.
Oct 26 08:42:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 08:42:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Found default for hw_cdrom_bus of ide {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:42:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Found default for hw_disk_bus of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:42:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Found default for hw_input_bus of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:42:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Found default for hw_pointer_model of None {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:42:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Found default for hw_video_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:42:31 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Found default for hw_vif_model of virtio {{(pid=74287) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 08:42:31 user nova-compute[74287]: INFO nova.compute.manager [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Took 5.19 seconds to spawn the instance on the hypervisor.
Oct 26 08:42:31 user nova-compute[74287]: DEBUG nova.compute.manager [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:42:31 user nova-compute[74287]: INFO nova.compute.manager [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Took 23.04 seconds to build instance.
Oct 26 08:42:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-24f6e28c-d5db-4da1-8777-6ce37db705ec tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.149s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:42:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-38cfd76f-a35c-4aaf-80e4-e1a1609de6d6 req-4adbc885-6e2f-489e-9678-31bf0613901e service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received event network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:42:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-38cfd76f-a35c-4aaf-80e4-e1a1609de6d6 req-4adbc885-6e2f-489e-9678-31bf0613901e service nova] Acquiring lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:42:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-38cfd76f-a35c-4aaf-80e4-e1a1609de6d6 req-4adbc885-6e2f-489e-9678-31bf0613901e service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:42:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-38cfd76f-a35c-4aaf-80e4-e1a1609de6d6 req-4adbc885-6e2f-489e-9678-31bf0613901e service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:42:32 user nova-compute[74287]: DEBUG nova.compute.manager [req-38cfd76f-a35c-4aaf-80e4-e1a1609de6d6 req-4adbc885-6e2f-489e-9678-31bf0613901e service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] No waiting events found dispatching network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:42:32 user nova-compute[74287]: WARNING nova.compute.manager [req-38cfd76f-a35c-4aaf-80e4-e1a1609de6d6 req-4adbc885-6e2f-489e-9678-31bf0613901e service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received unexpected event network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 for instance with vm_state active and task_state None.
Oct 26 08:42:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:42:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:42:35 user nova-compute[74287]: INFO nova.compute.manager [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Detaching volume 4bba9439-6ded-4ff7-847f-49e94035fd67
Oct 26 08:42:36 user nova-compute[74287]: INFO nova.virt.block_device [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Attempting to driver detach volume 4bba9439-6ded-4ff7-847f-49e94035fd67 from mountpoint /dev/vdb
Oct 26 08:42:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Attempting to detach device vdb from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:42:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:42:36 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:42:36 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:42:36 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:42:36 user nova-compute[74287]:   <serial>4bba9439-6ded-4ff7-847f-49e94035fd67</serial>
Oct 26 08:42:36 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:42:36 user nova-compute[74287]: </disk>
Oct 26 08:42:36 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:42:36 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Successfully detached device vdb from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the persistent domain config.
Oct 26 08:42:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:42:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:42:36 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:42:36 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:42:36 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:42:36 user nova-compute[74287]:   <serial>4bba9439-6ded-4ff7-847f-49e94035fd67</serial>
Oct 26 08:42:36 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:42:36 user nova-compute[74287]: </disk>
Oct 26 08:42:36 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:42:36 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:42:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:42:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:42:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:56 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2c59bb12-9636-4174-8aca-26a0445ad16e is timed out.
Oct 26 08:42:56 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Successfully detached device vdb from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the live domain config.
Oct 26 08:42:56 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UhIJSAQx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:42:56 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[816e5885-f6b0-4ec6-a0a1-7150832ff2c0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:42:56 user nova-compute[74287]: No targets found.
Oct 26 08:42:56 user nova-compute[74287]: iSNS:
Oct 26 08:42:56 user nova-compute[74287]: No targets found.
Oct 26 08:42:56 user nova-compute[74287]: STATIC:
Oct 26 08:42:56 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67
Oct 26 08:42:56 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:42:56 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:42:56 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be
Oct 26 08:42:56 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:42:56 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:42:56 user nova-compute[74287]: FIRMWARE:
Oct 26 08:42:56 user nova-compute[74287]: No targets found.
Oct 26 08:42:56 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:42:56 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:42:56 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f486e0b-5408-4416-9443-4e38df8e5e5d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfe18fc4-863c-4929-b0db-63c4f18c5391]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 (non-flash)
Oct 26 08:42:56 user nova-compute[74287]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:42:56 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 (non-flash)
Oct 26 08:42:56 user nova-compute[74287]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:42:56 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb707a30a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[95484939-5e02-43d3-a642-97b11b07ae66]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[62ca7091-3124-4937-95c5-5f30940088cc]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[79dfb51a-acf1-4bd1-8a8b-24c5bc0cf8f4]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.031s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7d5e1ec-480d-46d9-9dfd-6c3fbd7d2241]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce0a1c44-fb2b-41d1-af59-821c384458b1]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cd98dea-f1cc-4c73-98af-2f963b9f7014]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67, portal: 172.16.0.220,3260]
Oct 26 08:42:56 user nova-compute[74287]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67, portal: 172.16.0.220,3260] successful.
Oct 26 08:42:56 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bba9439-6ded-4ff7-847f-49e94035fd67 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8db67bb9-b846-471c-ae2b-6a05b594a39a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.271s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] <== disconnect_volume: return (272ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:42:56 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:42:57 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lazy-loading 'flavor' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:42:57 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e9fd0aad-f75e-4f78-bd08-c5394d93eff2 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.622s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:42:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:42:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:01 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:43:01 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:43:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:43:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:43:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:43:01 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:43:01 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:02 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:43:02 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:43:02 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:43:02 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8823MB free_disk=24.913116455078125GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:43:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:43:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:43:02 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 2c59bb12-9636-4174-8aca-26a0445ad16e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:43:02 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 52acd2f8-d4c9-4002-a9d6-a571187128c0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:43:02 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:43:02 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:43:02 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:43:02 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:43:02 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:43:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.210s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:43:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:07 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:43:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:10 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:43:11 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:43:11 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:43:12 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:43:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:43:12 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:43:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:43:12 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:43:12 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:43:12 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:43:13 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updating instance_info_cache with network_info: [{"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:43:13 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:43:13 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:43:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:43:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:43:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:43:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:43:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:13 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:43:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:43:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:43:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:43:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:43:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:43:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:43:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:43:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:43:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:43:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:43:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:43:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:43:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG nova.objects.instance [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lazy-loading 'flavor' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:43:32 user nova-compute[74287]: INFO nova.compute.manager [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Attaching volume 21d47ee8-1a16-4b30-8bce-5c6afd7fc77e to /dev/vdb
Oct 26 08:43:32 user nova-compute[74287]: DEBUG os_brick.utils [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b734b0d3-1ddb-4bac-82aa-d2258bff4d8f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c482cfd-661f-478d-9874-44cbc5f47f4c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dada402e-afec-4d00-926e-dfb9e2d0cb40]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6630f00-e625-49a4-ba91-7380ecf21ea5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:43:32 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:43:32 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[60a77002-ff33-45a4-8acc-04a2f35d7be2]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG os_brick.utils [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:43:32 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updating existing volume attachment record: ee2e1a21-2f3f-4044-9e51-eaf7b9429e97 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:43:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:43:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:43:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:43:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:43:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:43:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:43:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:43:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:43:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aPimoKyk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:43:49 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:43:49 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:43:49 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[62adb603-d9d2-4ca1-a95f-79ce6b5e7c25]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:43:49 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[855b0230-696d-4c77-a50a-896120fc7e49]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e] added
Oct 26 08:43:49 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b21a72e-d799-4356-9a1d-b183ef5eadc0]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a083ccf-e38f-428d-9f5f-9aa2719ba740]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aPimoKyk {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aPimoKyk" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[83d7ceea-4306-4fcc-9885-5c5a371d9516]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aPimoKyk'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d70fc05-97a3-443c-8afd-c378b885dbbb]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9a702a3-dd29-44c0-a7e2-9a34fc742393]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:43:49 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:43:49 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[09dd9122-442d-42d3-8803-fb8a35f13c3a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e, portal: 172.16.0.220,3260]
Oct 26 08:43:49 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e, portal: 172.16.0.220,3260] successful.
Oct 26 08:43:49 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7b8f23d-83b4-4100-abb9-c8640d0d8c08]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[597a9b04-b332-4a4f-b233-eb141c68ce78]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:43:49 user nova-compute[74287]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e (non-flash)
Oct 26 08:43:49 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:43:49 user nova-compute[74287]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e (non-flash)
Oct 26 08:43:49 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] HCTL ('33', '-', '-', 0) found on session 56 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4496309f-1390-4042-8a5c-64a10c568440]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:43:49 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: None {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:43:50 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:43:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aPimoKyk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:43:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:43:50 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] <== connect_volume: return (1333ms) {'type': 'block', 'scsi_wwn': '23235303432313662', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:43:50 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23235303432313662', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:43:50 user nova-compute[74287]: DEBUG nova.objects.instance [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lazy-loading 'flavor' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:43:50 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:43:50 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:43:50 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:43:50 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:43:50 user nova-compute[74287]:   <serial>21d47ee8-1a16-4b30-8bce-5c6afd7fc77e</serial>
Oct 26 08:43:50 user nova-compute[74287]: </disk>
Oct 26 08:43:50 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:43:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:43:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:43:51 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] No VIF found with MAC fa:16:3e:5b:a0:f9, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:43:51 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-34b38f0b-722e-4d10-be3c-de410a8340a8 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.982s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:43:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:43:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:43:53 user nova-compute[74287]: INFO nova.compute.manager [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Detaching volume 21d47ee8-1a16-4b30-8bce-5c6afd7fc77e
Oct 26 08:43:53 user nova-compute[74287]: INFO nova.virt.block_device [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Attempting to driver detach volume 21d47ee8-1a16-4b30-8bce-5c6afd7fc77e from mountpoint /dev/vdb
Oct 26 08:43:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Attempting to detach device vdb from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:43:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:43:53 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:43:53 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:43:53 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:43:53 user nova-compute[74287]:   <serial>21d47ee8-1a16-4b30-8bce-5c6afd7fc77e</serial>
Oct 26 08:43:53 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:43:53 user nova-compute[74287]: </disk>
Oct 26 08:43:53 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:43:53 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Successfully detached device vdb from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the persistent domain config.
Oct 26 08:43:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:43:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:43:53 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:43:53 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:43:53 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:43:53 user nova-compute[74287]:   <serial>21d47ee8-1a16-4b30-8bce-5c6afd7fc77e</serial>
Oct 26 08:43:53 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:43:53 user nova-compute[74287]: </disk>
Oct 26 08:43:53 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:43:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:43:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:43:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:43:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:43:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:53 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:43:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:43:59 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-85c537af-d60b-4e61-948e-0e6764219cfd req-f9c16e3b-09a2-4571-8384-7581b0c3162c service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received event network-changed-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:44:01 user nova-compute[74287]: DEBUG nova.compute.manager [req-85c537af-d60b-4e61-948e-0e6764219cfd req-f9c16e3b-09a2-4571-8384-7581b0c3162c service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Refreshing instance network info cache due to event network-changed-b1e68532-a42a-4ad3-a4fb-e12b640b80e8. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:44:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-85c537af-d60b-4e61-948e-0e6764219cfd req-f9c16e3b-09a2-4571-8384-7581b0c3162c service nova] Acquiring lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:44:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-85c537af-d60b-4e61-948e-0e6764219cfd req-f9c16e3b-09a2-4571-8384-7581b0c3162c service nova] Acquired lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:44:01 user nova-compute[74287]: DEBUG nova.network.neutron [req-85c537af-d60b-4e61-948e-0e6764219cfd req-f9c16e3b-09a2-4571-8384-7581b0c3162c service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Refreshing network info cache for port b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:44:01 user nova-compute[74287]: DEBUG nova.network.neutron [req-85c537af-d60b-4e61-948e-0e6764219cfd req-f9c16e3b-09a2-4571-8384-7581b0c3162c service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updated VIF entry in instance network info cache for port b1e68532-a42a-4ad3-a4fb-e12b640b80e8. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:44:01 user nova-compute[74287]: DEBUG nova.network.neutron [req-85c537af-d60b-4e61-948e-0e6764219cfd req-f9c16e3b-09a2-4571-8384-7581b0c3162c service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updating instance_info_cache with network_info: [{"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:44:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-85c537af-d60b-4e61-948e-0e6764219cfd req-f9c16e3b-09a2-4571-8384-7581b0c3162c service nova] Releasing lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:44:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "52acd2f8-d4c9-4002-a9d6-a571187128c0" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:44:01 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:44:01 user nova-compute[74287]: INFO nova.compute.manager [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Shelve offloading
Oct 26 08:44:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:01 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:02 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Instance destroyed successfully.
Oct 26 08:44:02 user nova-compute[74287]: DEBUG nova.compute.manager [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:44:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:44:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquired lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:44:02 user nova-compute[74287]: DEBUG nova.network.neutron [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:44:02 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:44:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:44:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:44:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:44:02 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:44:02 user nova-compute[74287]: DEBUG nova.network.neutron [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updating instance_info_cache with network_info: [{"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:44:02 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Releasing lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:44:02 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-ccfaa631-fc86-407c-8655-3adb32a89e6e req-fea454d0-c496-4775-95d0-04b4cb085303 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received event network-vif-unplugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ccfaa631-fc86-407c-8655-3adb32a89e6e req-fea454d0-c496-4775-95d0-04b4cb085303 service nova] Acquiring lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ccfaa631-fc86-407c-8655-3adb32a89e6e req-fea454d0-c496-4775-95d0-04b4cb085303 service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ccfaa631-fc86-407c-8655-3adb32a89e6e req-fea454d0-c496-4775-95d0-04b4cb085303 service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-ccfaa631-fc86-407c-8655-3adb32a89e6e req-fea454d0-c496-4775-95d0-04b4cb085303 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] No waiting events found dispatching network-vif-unplugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:44:03 user nova-compute[74287]: WARNING nova.compute.manager [req-ccfaa631-fc86-407c-8655-3adb32a89e6e req-fea454d0-c496-4775-95d0-04b4cb085303 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received unexpected event network-vif-unplugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 for instance with vm_state active and task_state shelving.
Oct 26 08:44:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-ccfaa631-fc86-407c-8655-3adb32a89e6e req-fea454d0-c496-4775-95d0-04b4cb085303 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received event network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ccfaa631-fc86-407c-8655-3adb32a89e6e req-fea454d0-c496-4775-95d0-04b4cb085303 service nova] Acquiring lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ccfaa631-fc86-407c-8655-3adb32a89e6e req-fea454d0-c496-4775-95d0-04b4cb085303 service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-ccfaa631-fc86-407c-8655-3adb32a89e6e req-fea454d0-c496-4775-95d0-04b4cb085303 service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-ccfaa631-fc86-407c-8655-3adb32a89e6e req-fea454d0-c496-4775-95d0-04b4cb085303 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] No waiting events found dispatching network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:44:03 user nova-compute[74287]: WARNING nova.compute.manager [req-ccfaa631-fc86-407c-8655-3adb32a89e6e req-fea454d0-c496-4775-95d0-04b4cb085303 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received unexpected event network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 for instance with vm_state active and task_state shelving.
Oct 26 08:44:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-86969621-1c1d-493e-9fff-7f6d9f589e57 req-274e3ab4-da8e-423b-9173-228a728e820b service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received event network-changed-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG nova.compute.manager [req-86969621-1c1d-493e-9fff-7f6d9f589e57 req-274e3ab4-da8e-423b-9173-228a728e820b service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Refreshing instance network info cache due to event network-changed-b1e68532-a42a-4ad3-a4fb-e12b640b80e8. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-86969621-1c1d-493e-9fff-7f6d9f589e57 req-274e3ab4-da8e-423b-9173-228a728e820b service nova] Acquiring lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-86969621-1c1d-493e-9fff-7f6d9f589e57 req-274e3ab4-da8e-423b-9173-228a728e820b service nova] Acquired lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG nova.network.neutron [req-86969621-1c1d-493e-9fff-7f6d9f589e57 req-274e3ab4-da8e-423b-9173-228a728e820b service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Refreshing network info cache for port b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:44:03 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:44:03 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:44:03 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8932MB free_disk=24.911907196044922GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:44:03 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Instance destroyed successfully.
Oct 26 08:44:03 user nova-compute[74287]: DEBUG nova.objects.instance [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lazy-loading 'resources' on Instance uuid 52acd2f8-d4c9-4002-a9d6-a571187128c0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:42:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-344449345',display_name='tempest-TestShelveInstance-server-344449345',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-344449345',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGpCYoo//YyxjfWTeylj33qR41djuCEqI+REJiXpWKDbeoCXDziaiRBbikLdRFm84/jD4nwSdIqPIF4lWwlLCtQADqF5QAVPJT28mQtRsMd7ot5WBNFwQO7+ZNVyXqF2IQ==',key_name='tempest-TestShelveInstance-866631953',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:42:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a5f976663b984daa9320b715ca7d9fa7',ramdisk_id='',reservation_id='r-4qvxeijc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-36922569',owner_user_name='tempest-TestShelveInstance-36922569-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:42:32Z,user_data=None,user_id='bb7e40a492734f358e0792a45151bd19',uuid=52acd2f8-d4c9-4002-a9d6-a571187128c0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Converting VIF {"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:c3:e5,bridge_name='br-int',has_traffic_filtering=True,id=b1e68532-a42a-4ad3-a4fb-e12b640b80e8,network=Network(11433aee-3584-47d6-8d2b-3a514ebd1a12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e68532-a4') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG os_vif [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:c3:e5,bridge_name='br-int',has_traffic_filtering=True,id=b1e68532-a42a-4ad3-a4fb-e12b640b80e8,network=Network(11433aee-3584-47d6-8d2b-3a514ebd1a12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e68532-a4') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb1e68532-a4, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=28c46a48-c629-4328-97de-7ca595b8f86f) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:44:03 user nova-compute[74287]: INFO os_vif [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:c3:e5,bridge_name='br-int',has_traffic_filtering=True,id=b1e68532-a42a-4ad3-a4fb-e12b640b80e8,network=Network(11433aee-3584-47d6-8d2b-3a514ebd1a12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e68532-a4')
Oct 26 08:44:03 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NdPIOUce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:44:03 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:44:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[47bcb119-df6c-46e9-8a4a-fae55cdfd637]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:44:03 user nova-compute[74287]: No targets found.
Oct 26 08:44:03 user nova-compute[74287]: iSNS:
Oct 26 08:44:03 user nova-compute[74287]: No targets found.
Oct 26 08:44:03 user nova-compute[74287]: STATIC:
Oct 26 08:44:03 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e
Oct 26 08:44:03 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:44:03 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:44:03 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be
Oct 26 08:44:03 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:44:03 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:44:03 user nova-compute[74287]: FIRMWARE:
Oct 26 08:44:03 user nova-compute[74287]: No targets found.
Oct 26 08:44:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:44:03 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:44:03 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[46bdf2ce-4e2e-4e6d-97d1-53fea4ff24dc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f86c0abd-d1ca-414a-b9b5-99d18ea91497]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:44:03 user nova-compute[74287]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e (non-flash)
Oct 26 08:44:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:44:03 user nova-compute[74287]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e (non-flash)
Oct 26 08:44:03 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb70621e10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be'): ({'sdc'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Removing single pathed devices sdc {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d22b129-e8b8-4415-bea7-d1d55f75de99]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:03 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e205a48-84e9-44cd-8c6d-d4fea6b987f8]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Flushing IO for device /dev/sdc {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc7e48dd-1096-4b23-b00e-f5edd2848e00]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.102s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[818ed746-6607-44eb-a941-32a1d3fea86c]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG nova.network.neutron [req-86969621-1c1d-493e-9fff-7f6d9f589e57 req-274e3ab4-da8e-423b-9173-228a728e820b service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updated VIF entry in instance network info cache for port b1e68532-a42a-4ad3-a4fb-e12b640b80e8. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG nova.network.neutron [req-86969621-1c1d-493e-9fff-7f6d9f589e57 req-274e3ab4-da8e-423b-9173-228a728e820b service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updating instance_info_cache with network_info: [{"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": null, "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapb1e68532-a4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0bfc092-d4d3-4616-af58-50cdafcc3834]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 2c59bb12-9636-4174-8aca-26a0445ad16e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 52acd2f8-d4c9-4002-a9d6-a571187128c0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-86969621-1c1d-493e-9fff-7f6d9f589e57 req-274e3ab4-da8e-423b-9173-228a728e820b service nova] Releasing lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing inventories for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[417d8394-09a4-4e07-9fe3-3146b8b989d4]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260]
Oct 26 08:44:04 user nova-compute[74287]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260] successful.
Oct 26 08:44:04 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating ProviderTree inventory for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating inventory in ProviderTree for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[64cea519-c432-4581-91ae-e62564ee9a08]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.346s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] <== disconnect_volume: return (348ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:44:04 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Deleting instance files /opt/stack/data/nova/instances/52acd2f8-d4c9-4002-a9d6-a571187128c0_del
Oct 26 08:44:04 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Deletion of /opt/stack/data/nova/instances/52acd2f8-d4c9-4002-a9d6-a571187128c0_del complete
Oct 26 08:44:04 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing aggregate associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, aggregates: None {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing trait associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, traits: HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:44:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.716s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:44:05 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Deleted allocations for instance 52acd2f8-d4c9-4002-a9d6-a571187128c0
Oct 26 08:44:05 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:44:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:44:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:44:05 user nova-compute[74287]: DEBUG nova.objects.instance [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lazy-loading 'numa_topology' on Instance uuid 52acd2f8-d4c9-4002-a9d6-a571187128c0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:44:05 user nova-compute[74287]: DEBUG nova.objects.base [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Object Instance<52acd2f8-d4c9-4002-a9d6-a571187128c0> lazy-loaded attributes: resources,numa_topology {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:44:05 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:44:05 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:44:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.120s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:44:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-453be199-07a6-4bba-8b56-0fdf75321fe9 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.864s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:44:07 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:44:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:12 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Skipping network cache update for instance because it has been migrated to another host. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9965}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Didn't find any instances for network info cache update. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:13 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2c59bb12-9636-4174-8aca-26a0445ad16e is timed out.
Oct 26 08:44:13 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Successfully detached device vdb from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the live domain config.
Oct 26 08:44:13 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aPimoKyk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:44:13 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:44:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[52926afc-24f3-4533-9c11-e185b6cabd26]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:44:13 user nova-compute[74287]: No targets found.
Oct 26 08:44:13 user nova-compute[74287]: iSNS:
Oct 26 08:44:13 user nova-compute[74287]: No targets found.
Oct 26 08:44:13 user nova-compute[74287]: STATIC:
Oct 26 08:44:13 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e
Oct 26 08:44:13 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:44:13 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:44:13 user nova-compute[74287]: FIRMWARE:
Oct 26 08:44:13 user nova-compute[74287]: No targets found.
Oct 26 08:44:13 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:44:13 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:44:13 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b21418eb-4ba3-41e1-8f2a-97a1ba28dc19]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e4d53ed-4489-4d2f-9a79-a90e62f03882]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e (non-flash)
Oct 26 08:44:13 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e (non-flash)
Oct 26 08:44:13 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb705f03a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:44:13 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c1b8e91-a567-47ed-a543-5bd2a8a4578a]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[879817fb-7723-4bec-bf86-333fa331d85d]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[85f2b1b6-4475-4536-9391-7c087140b714]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6e5d3ee-e961-4cff-8578-788c6ece2a16]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4fdca95-5366-46ac-81da-2ca4c010b53e]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c6e7188-9a28-41b1-b982-793b15fb13c5]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e, portal: 172.16.0.220,3260]
Oct 26 08:44:14 user nova-compute[74287]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e, portal: 172.16.0.220,3260] successful.
Oct 26 08:44:14 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21d47ee8-1a16-4b30-8bce-5c6afd7fc77e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fac97c68-d954-477c-8f72-74203641652b]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.288s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] <== disconnect_volume: return (290ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:44:14 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:44:15 user nova-compute[74287]: DEBUG nova.objects.instance [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lazy-loading 'flavor' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:44:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-802c58e1-b815-45cb-ac9d-5d6aea048b79 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.019s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:44:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:44:17 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:44:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:44:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:44:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:44:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:44:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:44:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:44:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:33 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:44:33 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74287) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 08:44:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:44:45 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:44:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:44:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:44:48 user nova-compute[74287]: DEBUG nova.objects.instance [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lazy-loading 'flavor' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:44:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:44:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:44:48 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:44:48 user nova-compute[74287]: INFO nova.compute.manager [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Attaching volume 9975bbd8-7cdf-422e-b40d-9c3d488051a2 to /dev/vdb
Oct 26 08:44:48 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:44:48 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 08:44:48 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] There are 0 instances to clean {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 08:44:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:48 user nova-compute[74287]: DEBUG os_brick.utils [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:44:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:48 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[292e0818-c9f7-4e78-8d6d-41859441b89b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:48 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e956b09-f58c-41b4-b1ef-716fd344d468]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[af425e52-0e5d-48de-b967-9e8e9e1ca972]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[63875c9b-bfae-4afb-8cc3-da6076f97fcd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:44:49 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:44:49 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd999c5a-97c2-462d-901b-904b72c32791]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG os_brick.utils [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:44:49 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updating existing volume attachment record: 4cb97ca5-4cb0-4d91-817f-b50b68c0e167 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:44:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:44:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:44:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:44:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:44:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:44:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:45:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:45:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:45:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:45:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:45:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:45:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:45:04 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:45:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:45:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:45:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:45:04 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:05 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:45:05 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:45:05 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8968MB free_disk=24.91092300415039GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qJdomDtK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:45:05 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:45:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:45:05 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:45:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:45:05 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eeadade-32b5-4bf9-b8ae-ecf15f9c9a19]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:45:05 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[853423f3-6789-43f4-8872-26363791b011]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2] added
Oct 26 08:45:05 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 2c59bb12-9636-4174-8aca-26a0445ad16e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ef15582-79d1-46e1-8866-b8d770e4348a]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[533f5a36-26bf-43c5-abf5-faad89ec64e9]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qJdomDtK {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qJdomDtK" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[27c9b902-d645-48ff-bcf3-00e2479d55e7]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qJdomDtK'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[74792ea2-e353-4a09-a377-5370c00fbef3]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[90b2a983-d5e8-4ff1-9fd1-935aea5943a0]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:45:05 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:45:05 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:45:05 user nova-compute[74287]:  {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:45:05 user nova-compute[74287]: WARNING os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 08:45:05 user nova-compute[74287]: 
Oct 26 08:45:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.221s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e424d269-e244-402d-9833-45358dd48bba]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2, portal: 172.16.0.220,3260]
Oct 26 08:45:06 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2, portal: 172.16.0.220,3260] successful.
Oct 26 08:45:06 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4430f7b-2f3b-4129-ac80-cbbbe8705df1]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfc27db1-7803-4b7a-89d8-97fe4b94bbaa]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 (non-flash)
Oct 26 08:45:06 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 (non-flash)
Oct 26 08:45:06 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0290fa4-044d-4521-ad7b-f829d2f737b6]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:45:06 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qJdomDtK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:45:07 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:45:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.290s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:45:07 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] <== connect_volume: return (1293ms) {'type': 'block', 'scsi_wwn': '23066373931346364', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:45:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23066373931346364', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:45:07 user nova-compute[74287]: DEBUG nova.objects.instance [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lazy-loading 'flavor' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:45:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:45:07 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:45:07 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:45:07 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:45:07 user nova-compute[74287]:   <serial>9975bbd8-7cdf-422e-b40d-9c3d488051a2</serial>
Oct 26 08:45:07 user nova-compute[74287]: </disk>
Oct 26 08:45:07 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:45:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:45:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:45:07 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] No VIF found with MAC fa:16:3e:5b:a0:f9, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:45:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-47abbc0d-da19-4f23-a769-12d6bf21d6bb tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.843s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:45:08 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:45:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:45:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:45:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:45:09 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:45:09 user nova-compute[74287]: INFO nova.compute.manager [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Detaching volume 9975bbd8-7cdf-422e-b40d-9c3d488051a2
Oct 26 08:45:09 user nova-compute[74287]: INFO nova.virt.block_device [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Attempting to driver detach volume 9975bbd8-7cdf-422e-b40d-9c3d488051a2 from mountpoint /dev/vdb
Oct 26 08:45:09 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Attempting to detach device vdb from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:45:09 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:45:09 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:45:09 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:45:09 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:45:09 user nova-compute[74287]:   <serial>9975bbd8-7cdf-422e-b40d-9c3d488051a2</serial>
Oct 26 08:45:09 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:45:09 user nova-compute[74287]: </disk>
Oct 26 08:45:09 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:45:09 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Successfully detached device vdb from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the persistent domain config.
Oct 26 08:45:09 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:45:09 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:45:09 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:45:09 user nova-compute[74287]:   <source dev="/dev/sdb"/>
Oct 26 08:45:09 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:45:09 user nova-compute[74287]:   <serial>9975bbd8-7cdf-422e-b40d-9c3d488051a2</serial>
Oct 26 08:45:09 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:45:09 user nova-compute[74287]: </disk>
Oct 26 08:45:09 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:45:10 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:45:13 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:45:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:45:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:45:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:45:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:45:15 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:45:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:45:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:45:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:45:16 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:45:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updating instance_info_cache with network_info: [{"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:45:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:45:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:45:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:45:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:45:17 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:45:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:45:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:45:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:45:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:45:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:45:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:45:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:45:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:45:19 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:45:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:45:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:45:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:45:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:45:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:45:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:45:28 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:45:30 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2c59bb12-9636-4174-8aca-26a0445ad16e is timed out.
Oct 26 08:45:30 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Successfully detached device vdb from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the live domain config.
Oct 26 08:45:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qJdomDtK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:45:30 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cb42997-c6ab-4602-8a1d-b4e027a402c1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:45:30 user nova-compute[74287]: No targets found.
Oct 26 08:45:30 user nova-compute[74287]: iSNS:
Oct 26 08:45:30 user nova-compute[74287]: No targets found.
Oct 26 08:45:30 user nova-compute[74287]: STATIC:
Oct 26 08:45:30 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2
Oct 26 08:45:30 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:45:30 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:45:30 user nova-compute[74287]: FIRMWARE:
Oct 26 08:45:30 user nova-compute[74287]: No targets found.
Oct 26 08:45:30 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:45:30 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:45:30 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1d9b028-0c0f-4788-90bc-de992f4b17d0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fcb74be-e3dd-46ae-8ea6-28e611f5c55a]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 (non-flash)
Oct 26 08:45:30 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 (non-flash)
Oct 26 08:45:30 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb70452b90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c734d5f9-c86a-414a-bba6-c6c1c2bf41c3]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[96703311-938b-48ea-b0dc-0a75938dd11c]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ec8fd49-b6ae-4e3d-a1e9-ca2ec42cd7e3]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.059s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[22a63824-55a8-4696-a691-5b655fc93a10]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.033s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e34e0b1b-a774-4b95-832e-72bb9e5c8362]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f39135d-5c46-4d51-befc-3d3ad8d4afe3]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2, portal: 172.16.0.220,3260]
Oct 26 08:45:30 user nova-compute[74287]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2, portal: 172.16.0.220,3260] successful.
Oct 26 08:45:30 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9975bbd8-7cdf-422e-b40d-9c3d488051a2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec18c792-6c76-4e19-8180-f037c1cc65d7]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] <== disconnect_volume: return (339ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:45:30 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:45:31 user nova-compute[74287]: DEBUG nova.objects.instance [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lazy-loading 'flavor' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:45:31 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-319be5a6-578c-43d0-9568-dca1ced6d50c tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.769s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:45:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:45:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:45:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:45:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:45:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:45:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:45:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:45:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:45:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "52acd2f8-d4c9-4002-a9d6-a571187128c0" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:45:53 user nova-compute[74287]: INFO nova.compute.manager [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Unshelving
Oct 26 08:45:53 user nova-compute[74287]: INFO nova.virt.block_device [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Booting with volume 21dbb30b-da7f-465c-973b-d2c7365926be at /dev/vda
Oct 26 08:45:53 user nova-compute[74287]: DEBUG os_brick.utils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f6f83fa-cafb-43d7-8a08-8d626fbc4499]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[91033a4c-5170-41a4-8cbb-c5586c868fab]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6289b776-6008-48d7-97ee-cb2c2ed2276f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[18bfaace-ca09-4608-b802-62d0e4beeac5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:45:53 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:45:53 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c6a9fb5-5d10-4576-b304-6eaab247a09e]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG os_brick.utils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updating existing volume attachment record: 7f0c9e9e-5294-4f35-ad88-f59acc185a98 {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:45:53 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:45:58 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:46:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:46:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:46:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:46:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:46:03 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:04 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:46:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:46:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:46:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:46:04 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:46:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:05 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:46:05 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:46:05 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8968MB free_disk=24.90993881225586GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:46:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:46:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:46:05 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 2c59bb12-9636-4174-8aca-26a0445ad16e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:46:05 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 52acd2f8-d4c9-4002-a9d6-a571187128c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 26 08:46:05 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:46:05 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:46:05 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:46:05 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:46:05 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:46:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.204s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:46:06 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:46:08 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:46:09 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:46:13 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:46:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:46:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:46:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:46:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:46:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:46:13 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:46:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:46:14 user nova-compute[74287]: DEBUG nova.objects.instance [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lazy-loading 'pci_requests' on Instance uuid 52acd2f8-d4c9-4002-a9d6-a571187128c0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:46:14 user nova-compute[74287]: DEBUG nova.objects.instance [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lazy-loading 'numa_topology' on Instance uuid 52acd2f8-d4c9-4002-a9d6-a571187128c0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:46:14 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74287) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 08:46:14 user nova-compute[74287]: INFO nova.compute.claims [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Claim successful on node user
Oct 26 08:46:14 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:46:14 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:46:14 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.244s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:46:14 user nova-compute[74287]: INFO nova.network.neutron [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updating port b1e68532-a42a-4ad3-a4fb-e12b640b80e8 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 26 08:46:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:46:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:46:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:46:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquired lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:46:15 user nova-compute[74287]: DEBUG nova.network.neutron [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Building network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 08:46:15 user nova-compute[74287]: DEBUG nova.compute.manager [req-f25c3215-89fd-4248-81da-72b72447dba2 req-1512b0c9-10d4-4864-8d10-b425a97587d6 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received event network-changed-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:46:15 user nova-compute[74287]: DEBUG nova.compute.manager [req-f25c3215-89fd-4248-81da-72b72447dba2 req-1512b0c9-10d4-4864-8d10-b425a97587d6 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Refreshing instance network info cache due to event network-changed-b1e68532-a42a-4ad3-a4fb-e12b640b80e8. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:46:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f25c3215-89fd-4248-81da-72b72447dba2 req-1512b0c9-10d4-4864-8d10-b425a97587d6 service nova] Acquiring lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:46:15 user nova-compute[74287]: DEBUG nova.objects.instance [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lazy-loading 'flavor' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:46:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:46:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:46:15 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:46:15 user nova-compute[74287]: INFO nova.compute.manager [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Attaching volume 51b79485-0bbb-4c15-8392-f82227f12b91 to /dev/vdb
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.utils [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[54a08636-4c68-48c0-ad74-db5500c685c0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2e35ff1c3922\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b57dfee-a23d-45dc-bab5-070de5a47e2d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe58e0e6-9e31-4bd7-9ad2-cc1955569cc2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[00eb3586-a82b-4d95-a4e1-0281d2da43dc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Running cmd (subprocess): nvme version {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] 'nvme version' failed. Not Retrying. {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.nvmeof [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] nvme not present on system {{(pid=74287) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 08:46:16 user nova-compute[74287]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e176999-3bda-4fc0-86dc-c142ffb0de8e]: (4, '') {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74287) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.lightos [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] LIGHTOS: no hostnqn found. {{(pid=74287) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.utils [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2e35ff1c3922', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.block_device [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updating existing volume attachment record: 230a3f5c-5b69-4ead-bece-c1974603a94c {{(pid=74287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updating instance_info_cache with network_info: [{"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Releasing lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Creating instance directory {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 08:46:16 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Creating image(s)
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Did not create local disks {{(pid=74287) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Ensure instance console log exists: /opt/stack/data/nova/instances/52acd2f8-d4c9-4002-a9d6-a571187128c0/console.log {{(pid=74287) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Start _get_guest_xml network_info=[{"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'attachment_id': '7f0c9e9e-5294-4f35-ad88-f59acc185a98', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NdPIOUce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52acd2f8-d4c9-4002-a9d6-a571187128c0', 'attached_at': '', 'detached_at': '', 'volume_id': '21dbb30b-da7f-465c-973b-d2c7365926be', 'serial': '21dbb30b-da7f-465c-973b-d2c7365926be'}, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'guest_format': None, 'volume_type': None} {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f25c3215-89fd-4248-81da-72b72447dba2 req-1512b0c9-10d4-4864-8d10-b425a97587d6 service nova] Acquired lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.network.neutron [req-f25c3215-89fd-4248-81da-72b72447dba2 req-1512b0c9-10d4-4864-8d10-b425a97587d6 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Refreshing network info cache for port b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:46:16 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:46:16 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] CPU controller missing on host. {{(pid=74287) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.host [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] CPU controller found on host. {{(pid=74287) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74287) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T07:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Flavor limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Image limits 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Flavor pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Image pref 0:0:0 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Got 1 possible topologies {{(pid=74287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.hardware [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.objects.instance [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lazy-loading 'vcpu_model' on Instance uuid 52acd2f8-d4c9-4002-a9d6-a571187128c0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.objects.base [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Object Instance<52acd2f8-d4c9-4002-a9d6-a571187128c0> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NdPIOUce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:46:16 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:46:16 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:46:16 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[def507a8-27a8-4321-a12f-a257f11b5eab]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:46:16 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd8f91e0-4886-4916-86d6-d9ca04f18127]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be] added
Oct 26 08:46:16 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[04b88013-9b88-481c-a72d-32427165309f]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[63470081-e789-4e2c-8079-2ec6025cfe56]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NdPIOUce {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NdPIOUce" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7b22dc1-cb78-40c4-be1b-2ee4ee20e048]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NdPIOUce'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f00c5f0-c1e8-47ea-813e-47d4f132eb21]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf2a221f-d3f6-4161-8e62-f4038ea71ef9]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:46:16 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 08:46:16 user nova-compute[74287]:  {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:46:16 user nova-compute[74287]: WARNING os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 08:46:16 user nova-compute[74287]: 
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac181129-20b2-4db8-9a4d-947c583b0b9f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260]
Oct 26 08:46:16 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260] successful.
Oct 26 08:46:16 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bb1c99f-20a7-4fd5-a385-24b042cc10ad]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[442da8b7-e459-45b2-9310-a08daa672095]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:46:16 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:46:16 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.256s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[a545cfc4-8b69-48aa-a91b-96b89e2bbcd1]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NdPIOUce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.network.neutron [req-f25c3215-89fd-4248-81da-72b72447dba2 req-1512b0c9-10d4-4864-8d10-b425a97587d6 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updated VIF entry in instance network info cache for port b1e68532-a42a-4ad3-a4fb-e12b640b80e8. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.network.neutron [req-f25c3215-89fd-4248-81da-72b72447dba2 req-1512b0c9-10d4-4864-8d10-b425a97587d6 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updating instance_info_cache with network_info: [{"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-f25c3215-89fd-4248-81da-72b72447dba2 req-1512b0c9-10d4-4864-8d10-b425a97587d6 service nova] Releasing lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:46:16 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updating instance_info_cache with network_info: [{"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.288s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] <== connect_volume: return (1289ms) {'type': 'block', 'scsi_wwn': '23238343365376537', 'path': '/dev/sdb'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23238343365376537', 'path': '/dev/sdb'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T08:42:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-344449345',display_name='tempest-TestShelveInstance-server-344449345',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-344449345',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-866631953',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:42:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='a5f976663b984daa9320b715ca7d9fa7',ramdisk_id='',reservation_id='r-4qvxeijc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-36922569',owner_user_name='tempest-TestShelveInstance-36922569-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:45:53Z,user_data=None,user_id='bb7e40a492734f358e0792a45151bd19',uuid=52acd2f8-d4c9-4002-a9d6-a571187128c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74287) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Converting VIF {"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:c3:e5,bridge_name='br-int',has_traffic_filtering=True,id=b1e68532-a42a-4ad3-a4fb-e12b640b80e8,network=Network(11433aee-3584-47d6-8d2b-3a514ebd1a12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e68532-a4') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG nova.objects.instance [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lazy-loading 'pci_devices' on Instance uuid 52acd2f8-d4c9-4002-a9d6-a571187128c0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG nova.objects.base [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Object Instance<52acd2f8-d4c9-4002-a9d6-a571187128c0> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74287) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] End _get_guest_xml xml=<domain type="kvm">
Oct 26 08:46:17 user nova-compute[74287]:   <uuid>52acd2f8-d4c9-4002-a9d6-a571187128c0</uuid>
Oct 26 08:46:17 user nova-compute[74287]:   <name>instance-00000032</name>
Oct 26 08:46:17 user nova-compute[74287]:   <memory>524288</memory>
Oct 26 08:46:17 user nova-compute[74287]:   <vcpu>1</vcpu>
Oct 26 08:46:17 user nova-compute[74287]:   <metadata>
Oct 26 08:46:17 user nova-compute[74287]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 08:46:17 user nova-compute[74287]:       <nova:package version="0.0.0"/>
Oct 26 08:46:17 user nova-compute[74287]:       <nova:name>tempest-TestShelveInstance-server-344449345</nova:name>
Oct 26 08:46:17 user nova-compute[74287]:       <nova:creationTime>2023-10-26 08:46:16</nova:creationTime>
Oct 26 08:46:17 user nova-compute[74287]:       <nova:flavor name="m1.tiny">
Oct 26 08:46:17 user nova-compute[74287]:         <nova:memory>512</nova:memory>
Oct 26 08:46:17 user nova-compute[74287]:         <nova:disk>1</nova:disk>
Oct 26 08:46:17 user nova-compute[74287]:         <nova:swap>0</nova:swap>
Oct 26 08:46:17 user nova-compute[74287]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 08:46:17 user nova-compute[74287]:         <nova:vcpus>1</nova:vcpus>
Oct 26 08:46:17 user nova-compute[74287]:       </nova:flavor>
Oct 26 08:46:17 user nova-compute[74287]:       <nova:owner>
Oct 26 08:46:17 user nova-compute[74287]:         <nova:user uuid="bb7e40a492734f358e0792a45151bd19">tempest-TestShelveInstance-36922569-project-member</nova:user>
Oct 26 08:46:17 user nova-compute[74287]:         <nova:project uuid="a5f976663b984daa9320b715ca7d9fa7">tempest-TestShelveInstance-36922569</nova:project>
Oct 26 08:46:17 user nova-compute[74287]:       </nova:owner>
Oct 26 08:46:17 user nova-compute[74287]:       <nova:ports>
Oct 26 08:46:17 user nova-compute[74287]:         <nova:port uuid="b1e68532-a42a-4ad3-a4fb-e12b640b80e8">
Oct 26 08:46:17 user nova-compute[74287]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 26 08:46:17 user nova-compute[74287]:         </nova:port>
Oct 26 08:46:17 user nova-compute[74287]:       </nova:ports>
Oct 26 08:46:17 user nova-compute[74287]:     </nova:instance>
Oct 26 08:46:17 user nova-compute[74287]:   </metadata>
Oct 26 08:46:17 user nova-compute[74287]:   <sysinfo type="smbios">
Oct 26 08:46:17 user nova-compute[74287]:     <system>
Oct 26 08:46:17 user nova-compute[74287]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 08:46:17 user nova-compute[74287]:       <entry name="product">OpenStack Nova</entry>
Oct 26 08:46:17 user nova-compute[74287]:       <entry name="version">0.0.0</entry>
Oct 26 08:46:17 user nova-compute[74287]:       <entry name="serial">52acd2f8-d4c9-4002-a9d6-a571187128c0</entry>
Oct 26 08:46:17 user nova-compute[74287]:       <entry name="uuid">52acd2f8-d4c9-4002-a9d6-a571187128c0</entry>
Oct 26 08:46:17 user nova-compute[74287]:       <entry name="family">Virtual Machine</entry>
Oct 26 08:46:17 user nova-compute[74287]:     </system>
Oct 26 08:46:17 user nova-compute[74287]:   </sysinfo>
Oct 26 08:46:17 user nova-compute[74287]:   <os>
Oct 26 08:46:17 user nova-compute[74287]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 08:46:17 user nova-compute[74287]:     <boot dev="hd"/>
Oct 26 08:46:17 user nova-compute[74287]:     <smbios mode="sysinfo"/>
Oct 26 08:46:17 user nova-compute[74287]:   </os>
Oct 26 08:46:17 user nova-compute[74287]:   <features>
Oct 26 08:46:17 user nova-compute[74287]:     <acpi/>
Oct 26 08:46:17 user nova-compute[74287]:     <apic/>
Oct 26 08:46:17 user nova-compute[74287]:     <vmcoreinfo/>
Oct 26 08:46:17 user nova-compute[74287]:   </features>
Oct 26 08:46:17 user nova-compute[74287]:   <clock offset="utc">
Oct 26 08:46:17 user nova-compute[74287]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 08:46:17 user nova-compute[74287]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 08:46:17 user nova-compute[74287]:     <timer name="hpet" present="no"/>
Oct 26 08:46:17 user nova-compute[74287]:   </clock>
Oct 26 08:46:17 user nova-compute[74287]:   <cpu mode="custom" match="exact">
Oct 26 08:46:17 user nova-compute[74287]:     <model>Nehalem</model>
Oct 26 08:46:17 user nova-compute[74287]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 08:46:17 user nova-compute[74287]:   </cpu>
Oct 26 08:46:17 user nova-compute[74287]:   <devices>
Oct 26 08:46:17 user nova-compute[74287]:     <disk type="block" device="disk">
Oct 26 08:46:17 user nova-compute[74287]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:46:17 user nova-compute[74287]:       <source dev="/dev/sdb"/>
Oct 26 08:46:17 user nova-compute[74287]:       <target dev="vda" bus="virtio"/>
Oct 26 08:46:17 user nova-compute[74287]:       <serial>21dbb30b-da7f-465c-973b-d2c7365926be</serial>
Oct 26 08:46:17 user nova-compute[74287]:     </disk>
Oct 26 08:46:17 user nova-compute[74287]:     <interface type="ethernet">
Oct 26 08:46:17 user nova-compute[74287]:       <mac address="fa:16:3e:42:c3:e5"/>
Oct 26 08:46:17 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:46:17 user nova-compute[74287]:       <mtu size="1442"/>
Oct 26 08:46:17 user nova-compute[74287]:       <target dev="tapb1e68532-a4"/>
Oct 26 08:46:17 user nova-compute[74287]:     </interface>
Oct 26 08:46:17 user nova-compute[74287]:     <serial type="pty">
Oct 26 08:46:17 user nova-compute[74287]:       <log file="/opt/stack/data/nova/instances/52acd2f8-d4c9-4002-a9d6-a571187128c0/console.log" append="off"/>
Oct 26 08:46:17 user nova-compute[74287]:     </serial>
Oct 26 08:46:17 user nova-compute[74287]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 08:46:17 user nova-compute[74287]:     <video>
Oct 26 08:46:17 user nova-compute[74287]:       <model type="virtio"/>
Oct 26 08:46:17 user nova-compute[74287]:     </video>
Oct 26 08:46:17 user nova-compute[74287]:     <rng model="virtio">
Oct 26 08:46:17 user nova-compute[74287]:       <backend model="random">/dev/urandom</backend>
Oct 26 08:46:17 user nova-compute[74287]:     </rng>
Oct 26 08:46:17 user nova-compute[74287]:     <controller type="usb" index="0" model="none"/>
Oct 26 08:46:17 user nova-compute[74287]:     <memballoon model="virtio">
Oct 26 08:46:17 user nova-compute[74287]:       <stats period="10"/>
Oct 26 08:46:17 user nova-compute[74287]:     </memballoon>
Oct 26 08:46:17 user nova-compute[74287]:   </devices>
Oct 26 08:46:17 user nova-compute[74287]: </domain>
Oct 26 08:46:17 user nova-compute[74287]:  {{(pid=74287) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T08:42:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-344449345',display_name='tempest-TestShelveInstance-server-344449345',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-344449345',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-866631953',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:42:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='a5f976663b984daa9320b715ca7d9fa7',ramdisk_id='',reservation_id='r-4qvxeijc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-36922569',owner_user_name='tempest-TestShelveInstance-36922569-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:45:53Z,user_data=None,user_id='bb7e40a492734f358e0792a45151bd19',uuid=52acd2f8-d4c9-4002-a9d6-a571187128c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Converting VIF {"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:c3:e5,bridge_name='br-int',has_traffic_filtering=True,id=b1e68532-a42a-4ad3-a4fb-e12b640b80e8,network=Network(11433aee-3584-47d6-8d2b-3a514ebd1a12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e68532-a4') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG os_vif [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:c3:e5,bridge_name='br-int',has_traffic_filtering=True,id=b1e68532-a42a-4ad3-a4fb-e12b640b80e8,network=Network(11433aee-3584-47d6-8d2b-3a514ebd1a12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e68532-a4') {{(pid=74287) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '68e95e56-bae2-5994-a53f-7918b2f00477', '_type': 'linux-noop'}}, row=False) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb1e68532-a4, may_exist=True, interface_attrs={}) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb1e68532-a4, col_values=(('qos', UUID('739dac72-7f0e-43dd-8227-578578117476')),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb1e68532-a4, col_values=(('external_ids', {'iface-id': 'b1e68532-a42a-4ad3-a4fb-e12b640b80e8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:42:c3:e5', 'vm-uuid': '52acd2f8-d4c9-4002-a9d6-a571187128c0'}),), if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:17 user nova-compute[74287]: INFO os_vif [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:c3:e5,bridge_name='br-int',has_traffic_filtering=True,id=b1e68532-a42a-4ad3-a4fb-e12b640b80e8,network=Network(11433aee-3584-47d6-8d2b-3a514ebd1a12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e68532-a4')
Oct 26 08:46:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:46:17 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] No VIF found with MAC fa:16:3e:42:c3:e5, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:46:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:46:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:18 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-4c81e8c8-e0e8-4c0c-95e2-71214e8eee4a req-786b647e-6302-4312-8899-5a39a790d815 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received event network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:46:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4c81e8c8-e0e8-4c0c-95e2-71214e8eee4a req-786b647e-6302-4312-8899-5a39a790d815 service nova] Acquiring lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:46:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4c81e8c8-e0e8-4c0c-95e2-71214e8eee4a req-786b647e-6302-4312-8899-5a39a790d815 service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:46:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-4c81e8c8-e0e8-4c0c-95e2-71214e8eee4a req-786b647e-6302-4312-8899-5a39a790d815 service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:46:19 user nova-compute[74287]: DEBUG nova.compute.manager [req-4c81e8c8-e0e8-4c0c-95e2-71214e8eee4a req-786b647e-6302-4312-8899-5a39a790d815 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] No waiting events found dispatching network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:46:19 user nova-compute[74287]: WARNING nova.compute.manager [req-4c81e8c8-e0e8-4c0c-95e2-71214e8eee4a req-786b647e-6302-4312-8899-5a39a790d815 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received unexpected event network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 26 08:46:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:19 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:19 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:46:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Instance event wait completed in 0 seconds for  {{(pid=74287) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 08:46:21 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Guest created on hypervisor {{(pid=74287) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 08:46:21 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Instance spawned successfully.
Oct 26 08:46:21 user nova-compute[74287]: DEBUG nova.compute.manager [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Checking state {{(pid=74287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 08:46:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-39c3cc5e-1467-4f23-89f3-4a8e91db0447 tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 27.854s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:46:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-9246b7d0-9436-4bff-8f5d-58aa1dd4e23e req-b8661e18-041b-47b3-ae0b-9fea753dbcb9 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received event network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:46:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9246b7d0-9436-4bff-8f5d-58aa1dd4e23e req-b8661e18-041b-47b3-ae0b-9fea753dbcb9 service nova] Acquiring lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:46:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9246b7d0-9436-4bff-8f5d-58aa1dd4e23e req-b8661e18-041b-47b3-ae0b-9fea753dbcb9 service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:46:21 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-9246b7d0-9436-4bff-8f5d-58aa1dd4e23e req-b8661e18-041b-47b3-ae0b-9fea753dbcb9 service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:46:21 user nova-compute[74287]: DEBUG nova.compute.manager [req-9246b7d0-9436-4bff-8f5d-58aa1dd4e23e req-b8661e18-041b-47b3-ae0b-9fea753dbcb9 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] No waiting events found dispatching network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:46:21 user nova-compute[74287]: WARNING nova.compute.manager [req-9246b7d0-9436-4bff-8f5d-58aa1dd4e23e req-b8661e18-041b-47b3-ae0b-9fea753dbcb9 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received unexpected event network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 for instance with vm_state active and task_state None.
Oct 26 08:46:21 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:46:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:23 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:46:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:46:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:46:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:46:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Calling os-brick to attach iSCSI Volume {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vyaZUWeH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:46:33 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:46:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:46:33 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:46:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:46:33 user nova-compute[74287]: INFO os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[dce9e4f5-1a02-4ab9-bb05-12cb5d33c25d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 08:46:33 user nova-compute[74287]:  {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --interface default --op new {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[568f4801-750e-4548-8f77-a4fca90010c2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91] added\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91] added
Oct 26 08:46:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecae2afb-62dd-452d-b059-1b3e6ad76358]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[e92f04ff-de72-4753-9d46-15ddf014374d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vyaZUWeH {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vyaZUWeH" returned: 0 in 0.058s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1cadedc-ae43-4cc1-ad66-c82996ab0657]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vyaZUWeH'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2b1878e-0b83-41c2-8edf-3bb21035d56d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[7917d0e1-f1f4-4f72-8434-a10903fcc549]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:46:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:46:33 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:46:33 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --login {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf4c18c1-4aff-44b6-ac5f-b58cb5d6a3d1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91, portal: 172.16.0.220,3260]
Oct 26 08:46:34 user nova-compute[74287]: Login to [iface: default, target: iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91, portal: 172.16.0.220,3260] successful.
Oct 26 08:46:34 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdbb5394-0d51-4a7f-bfb3-236b794dc035]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[0da0e9e1-698e-4ee2-b5de-0e77ee5699cc]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:46:34 user nova-compute[74287]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 (non-flash)
Oct 26 08:46:34 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:46:34 user nova-compute[74287]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 (non-flash)
Oct 26 08:46:34 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.290s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Connected to 172.16.0.220:3260 {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] HCTL ('34', '-', '-', 0) found on session 59 with lun 0 {{(pid=74287) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74287) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba6e1866-ebef-4999-b71a-8ea735ae21ba]: (4, ('- - 0', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Searching for a device in session 59 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74287) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 08:46:34 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vyaZUWeH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74287) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 08:46:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:46:35 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '26361316237383137', 'path': '/dev/sdc'} {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:46:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26361316237383137', 'path': '/dev/sdc'} {{(pid=74287) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 08:46:35 user nova-compute[74287]: DEBUG nova.objects.instance [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lazy-loading 'flavor' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:46:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 08:46:35 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:46:35 user nova-compute[74287]:   <source dev="/dev/sdc"/>
Oct 26 08:46:35 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:46:35 user nova-compute[74287]:   <serial>51b79485-0bbb-4c15-8392-f82227f12b91</serial>
Oct 26 08:46:35 user nova-compute[74287]: </disk>
Oct 26 08:46:35 user nova-compute[74287]:  {{(pid=74287) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 08:46:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] No BDM found with device name vda, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:46:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74287) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 08:46:35 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] No VIF found with MAC fa:16:3e:5b:a0:f9, not building metadata {{(pid=74287) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 08:46:35 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-00c51d7e-fa06-431b-94a6-6512eacb807b tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.784s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:46:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:46:38 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:46:38 user nova-compute[74287]: INFO nova.compute.manager [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Detaching volume 51b79485-0bbb-4c15-8392-f82227f12b91
Oct 26 08:46:38 user nova-compute[74287]: INFO nova.virt.block_device [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Attempting to driver detach volume 51b79485-0bbb-4c15-8392-f82227f12b91 from mountpoint /dev/vdb
Oct 26 08:46:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Attempting to detach device vdb from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the persistent domain config. {{(pid=74287) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 08:46:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:46:38 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:46:38 user nova-compute[74287]:   <source dev="/dev/sdc"/>
Oct 26 08:46:38 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:46:38 user nova-compute[74287]:   <serial>51b79485-0bbb-4c15-8392-f82227f12b91</serial>
Oct 26 08:46:38 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:46:38 user nova-compute[74287]: </disk>
Oct 26 08:46:38 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:46:38 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Successfully detached device vdb from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the persistent domain config.
Oct 26 08:46:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the live domain config. {{(pid=74287) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 08:46:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.guest [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 08:46:38 user nova-compute[74287]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 08:46:38 user nova-compute[74287]:   <source dev="/dev/sdc"/>
Oct 26 08:46:38 user nova-compute[74287]:   <target dev="vdb" bus="virtio"/>
Oct 26 08:46:38 user nova-compute[74287]:   <serial>51b79485-0bbb-4c15-8392-f82227f12b91</serial>
Oct 26 08:46:38 user nova-compute[74287]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 08:46:38 user nova-compute[74287]: </disk>
Oct 26 08:46:38 user nova-compute[74287]:  {{(pid=74287) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 08:46:38 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 08:46:38 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:47 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:48 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:52 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:57 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:46:58 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2c59bb12-9636-4174-8aca-26a0445ad16e is timed out.
Oct 26 08:46:58 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Successfully detached device vdb from instance 2c59bb12-9636-4174-8aca-26a0445ad16e from the live domain config.
Oct 26 08:46:58 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vyaZUWeH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:46:58 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c8b1bbb-0768-4c2e-bc30-0bfa50af6604]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:46:58 user nova-compute[74287]: No targets found.
Oct 26 08:46:58 user nova-compute[74287]: iSNS:
Oct 26 08:46:58 user nova-compute[74287]: No targets found.
Oct 26 08:46:58 user nova-compute[74287]: STATIC:
Oct 26 08:46:58 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91
Oct 26 08:46:58 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:46:58 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:46:58 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be
Oct 26 08:46:58 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:46:58 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:46:58 user nova-compute[74287]: FIRMWARE:
Oct 26 08:46:58 user nova-compute[74287]: No targets found.
Oct 26 08:46:58 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:46:58 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:46:58 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[783a6bde-650c-4509-ac8d-04e584ae8811]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[5385571c-6973-4aef-8d7e-ff6b43a11537]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:46:58 user nova-compute[74287]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 (non-flash)
Oct 26 08:46:58 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:46:58 user nova-compute[74287]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 (non-flash)
Oct 26 08:46:58 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb70452c20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91'): ({'sdc'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Removing single pathed devices sdc {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f326e7af-87a0-4dce-9a4d-fb63ef165e38]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f83eea80-642b-46e6-9fa0-7fe0c76f41fd]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Flushing IO for device /dev/sdc {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb46d2e7-8a4f-4428-bc7c-8242acb3b817]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.056s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[47eb6a41-6df0-4236-be8b-9cc28d25106f]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] SCSI volumes sdc have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f094646-6791-4aa9-a980-a768e3f26b8d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[73cba4d3-18f6-4895-aede-bc41003326b7]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91, portal: 172.16.0.220,3260]
Oct 26 08:46:58 user nova-compute[74287]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91, portal: 172.16.0.220,3260] successful.
Oct 26 08:46:58 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:58 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:46:59 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b79485-0bbb-4c15-8392-f82227f12b91 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:46:59 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[db5823b5-be53-4182-9042-fce26c3146ad]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:46:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:46:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:46:59 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] <== disconnect_volume: return (311ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:46:59 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:46:59 user nova-compute[74287]: DEBUG nova.objects.instance [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lazy-loading 'flavor' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:46:59 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-0feb89fb-6684-4890-bb59-555a502a2198 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.735s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:47:02 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:04 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:47:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:47:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:47:04 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:47:04 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:47:04 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:47:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:47:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:47:05 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:47:05 user nova-compute[74287]: DEBUG nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74287) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 08:47:05 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:47:05 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:47:05 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8867MB free_disk=24.907958984375GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:47:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:47:05 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:47:05 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 2c59bb12-9636-4174-8aca-26a0445ad16e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:47:05 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 52acd2f8-d4c9-4002-a9d6-a571187128c0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:47:05 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:47:05 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:47:06 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:47:06 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:47:06 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:47:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.420s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:47:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:47:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:47:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:47:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:47:07 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:09 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:47:10 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:47:12 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:47:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:47:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:47:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:47:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:47:17 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:17 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:47:17 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:47:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:47:17 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:47:17 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:47:18 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updating instance_info_cache with network_info: [{"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:47:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:47:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:47:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:47:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:47:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:47:20 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:47:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:47:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:47:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:47:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:47:22 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:22 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:47:23 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:47:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:47:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:47:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:47:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:47:27 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:47:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:47:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:47:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:47:32 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:42 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:47:43 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-2e42912c-4a20-499d-9d0c-fe0c01988577 req-1f3c9ed8-4cd4-40a5-80a1-8b9d9ae682b7 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received event network-changed-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG nova.compute.manager [req-2e42912c-4a20-499d-9d0c-fe0c01988577 req-1f3c9ed8-4cd4-40a5-80a1-8b9d9ae682b7 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Refreshing instance network info cache due to event network-changed-b1e68532-a42a-4ad3-a4fb-e12b640b80e8. {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2e42912c-4a20-499d-9d0c-fe0c01988577 req-1f3c9ed8-4cd4-40a5-80a1-8b9d9ae682b7 service nova] Acquiring lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2e42912c-4a20-499d-9d0c-fe0c01988577 req-1f3c9ed8-4cd4-40a5-80a1-8b9d9ae682b7 service nova] Acquired lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG nova.network.neutron [req-2e42912c-4a20-499d-9d0c-fe0c01988577 req-1f3c9ed8-4cd4-40a5-80a1-8b9d9ae682b7 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Refreshing network info cache for port b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "52acd2f8-d4c9-4002-a9d6-a571187128c0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:47:44 user nova-compute[74287]: INFO nova.compute.manager [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Terminating instance
Oct 26 08:47:44 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG nova.network.neutron [req-2e42912c-4a20-499d-9d0c-fe0c01988577 req-1f3c9ed8-4cd4-40a5-80a1-8b9d9ae682b7 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updated VIF entry in instance network info cache for port b1e68532-a42a-4ad3-a4fb-e12b640b80e8. {{(pid=74287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG nova.network.neutron [req-2e42912c-4a20-499d-9d0c-fe0c01988577 req-1f3c9ed8-4cd4-40a5-80a1-8b9d9ae682b7 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updating instance_info_cache with network_info: [{"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:47:44 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2e42912c-4a20-499d-9d0c-fe0c01988577 req-1f3c9ed8-4cd4-40a5-80a1-8b9d9ae682b7 service nova] Releasing lock "refresh_cache-52acd2f8-d4c9-4002-a9d6-a571187128c0" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:47:45 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Instance destroyed successfully.
Oct 26 08:47:45 user nova-compute[74287]: DEBUG nova.objects.instance [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lazy-loading 'resources' on Instance uuid 52acd2f8-d4c9-4002-a9d6-a571187128c0 {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T08:42:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-344449345',display_name='tempest-TestShelveInstance-server-344449345',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-344449345',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGpCYoo//YyxjfWTeylj33qR41djuCEqI+REJiXpWKDbeoCXDziaiRBbikLdRFm84/jD4nwSdIqPIF4lWwlLCtQADqF5QAVPJT28mQtRsMd7ot5WBNFwQO7+ZNVyXqF2IQ==',key_name='tempest-TestShelveInstance-866631953',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:46:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a5f976663b984daa9320b715ca7d9fa7',ramdisk_id='',reservation_id='r-4qvxeijc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-36922569',owner_user_name='tempest-TestShelveInstance-36922569-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:46:21Z,user_data=None,user_id='bb7e40a492734f358e0792a45151bd19',uuid=52acd2f8-d4c9-4002-a9d6-a571187128c0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Converting VIF {"id": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "address": "fa:16:3e:42:c3:e5", "network": {"id": "11433aee-3584-47d6-8d2b-3a514ebd1a12", "bridge": "br-int", "label": "tempest-TestShelveInstance-340586642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5f976663b984daa9320b715ca7d9fa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e68532-a4", "ovs_interfaceid": "b1e68532-a42a-4ad3-a4fb-e12b640b80e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:42:c3:e5,bridge_name='br-int',has_traffic_filtering=True,id=b1e68532-a42a-4ad3-a4fb-e12b640b80e8,network=Network(11433aee-3584-47d6-8d2b-3a514ebd1a12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e68532-a4') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_vif [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:c3:e5,bridge_name='br-int',has_traffic_filtering=True,id=b1e68532-a42a-4ad3-a4fb-e12b640b80e8,network=Network(11433aee-3584-47d6-8d2b-3a514ebd1a12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e68532-a4') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb1e68532-a4, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=739dac72-7f0e-43dd-8227-578578117476) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:47:45 user nova-compute[74287]: INFO os_vif [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:c3:e5,bridge_name='br-int',has_traffic_filtering=True,id=b1e68532-a42a-4ad3-a4fb-e12b640b80e8,network=Network(11433aee-3584-47d6-8d2b-3a514ebd1a12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e68532-a4')
Oct 26 08:47:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] calling os-brick to detach iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ffb900f71c0>, {'target_iqn': 'iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NdPIOUce', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 08:47:45 user nova-compute[74287]: WARNING os_brick.initiator.connectors.base [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[74d02c39-fdd6-401e-a5db-deba65a934b2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 08:47:45 user nova-compute[74287]: No targets found.
Oct 26 08:47:45 user nova-compute[74287]: iSNS:
Oct 26 08:47:45 user nova-compute[74287]: No targets found.
Oct 26 08:47:45 user nova-compute[74287]: STATIC:
Oct 26 08:47:45 user nova-compute[74287]: Target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be
Oct 26 08:47:45 user nova-compute[74287]:         Portal: 172.16.0.220:3260,-1
Oct 26 08:47:45 user nova-compute[74287]:                 Iface Name: default
Oct 26 08:47:45 user nova-compute[74287]: FIRMWARE:
Oct 26 08:47:45 user nova-compute[74287]: No targets found.
Oct 26 08:47:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 08:47:45 user nova-compute[74287]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 08:47:45 user nova-compute[74287]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74287) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be', 0)] {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f95bc2fc-d73c-47a1-8523-463760c65795]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0d886e4-9143-45ad-b0db-8d77255a3bdb]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:47:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be (non-flash)
Oct 26 08:47:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ffb707a0d30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be'): ({'sdb'}, set())}) {{(pid=74287) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Removing single pathed devices sdb {{(pid=74287) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc494407-9c02-4169-b2bc-7f27eb2560bc]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[4595806d-a261-4f12-b629-cef916e91993]: (4, ('ok\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Flushing IO for device /dev/sdb {{(pid=74287) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6e87e30-6e3e-4912-8526-5da3fd6a45fc]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74287) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[700f0c14-9f09-410e-a4f0-3e0d48ef634f]: (4, ('1', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.linuxscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] SCSI volumes sdb have been removed. {{(pid=74287) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_f75e2fe', '/dev/disk/by-id/scsi-1SCST_BIOf75e2fe-2843e7e7cc2b4f4b', '/dev/disk/by-id/scsi-23238343365376537') {{(pid=85694) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f645212-5714-400a-941b-dece09efa15f]: (4, None) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be')] {{(pid=74287) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[d77215ca-1dca-4d1b-8555-5007e5ec546d]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --logout {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3459fb2-4bd7-4fdd-9e74-81f92e989e5c]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260]
Oct 26 08:47:45 user nova-compute[74287]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be, portal: 172.16.0.220,3260] successful.
Oct 26 08:47:45 user nova-compute[74287]:  stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op delete {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21dbb30b-da7f-465c-973b-d2c7365926be -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85694) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo.privsep.daemon [-] privsep: reply[35113e60-9d5b-4830-afcb-25578e7892a1]: (4, ('', '')) {{(pid=85694) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74287) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.base [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG os_brick.initiator.connectors.iscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] <== disconnect_volume: return (300ms) None {{(pid=74287) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Disconnected iSCSI Volume {{(pid=74287) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 08:47:45 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Deleting instance files /opt/stack/data/nova/instances/52acd2f8-d4c9-4002-a9d6-a571187128c0_del
Oct 26 08:47:45 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Deletion of /opt/stack/data/nova/instances/52acd2f8-d4c9-4002-a9d6-a571187128c0_del complete
Oct 26 08:47:45 user nova-compute[74287]: INFO nova.compute.manager [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Took 1.15 seconds to destroy the instance on the hypervisor.
Oct 26 08:47:45 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:47:45 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:47:46 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:47:46 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Took 0.43 seconds to deallocate network for instance.
Oct 26 08:47:46 user nova-compute[74287]: DEBUG nova.compute.manager [req-f4b39187-7561-4963-84e5-122b501ceafe req-25cd82b0-c9ad-4583-80e3-188942bbf977 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received event network-vif-deleted-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:47:46 user nova-compute[74287]: INFO nova.compute.manager [req-f4b39187-7561-4963-84e5-122b501ceafe req-25cd82b0-c9ad-4583-80e3-188942bbf977 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Neutron deleted interface b1e68532-a42a-4ad3-a4fb-e12b640b80e8; detaching it from the instance and deleting it from the info cache
Oct 26 08:47:46 user nova-compute[74287]: DEBUG nova.network.neutron [req-f4b39187-7561-4963-84e5-122b501ceafe req-25cd82b0-c9ad-4583-80e3-188942bbf977 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:47:46 user nova-compute[74287]: DEBUG nova.compute.manager [req-f4b39187-7561-4963-84e5-122b501ceafe req-25cd82b0-c9ad-4583-80e3-188942bbf977 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Detach interface failed, port_id=b1e68532-a42a-4ad3-a4fb-e12b640b80e8, reason: Instance 52acd2f8-d4c9-4002-a9d6-a571187128c0 could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 08:47:46 user nova-compute[74287]: DEBUG nova.compute.manager [req-5d5b4dbb-028e-4b4f-a3dd-068788196b50 req-a2f4dcd5-bc67-4bdd-bcce-3a899cb20c42 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received event network-vif-unplugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:47:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5d5b4dbb-028e-4b4f-a3dd-068788196b50 req-a2f4dcd5-bc67-4bdd-bcce-3a899cb20c42 service nova] Acquiring lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:47:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5d5b4dbb-028e-4b4f-a3dd-068788196b50 req-a2f4dcd5-bc67-4bdd-bcce-3a899cb20c42 service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:47:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5d5b4dbb-028e-4b4f-a3dd-068788196b50 req-a2f4dcd5-bc67-4bdd-bcce-3a899cb20c42 service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:47:46 user nova-compute[74287]: DEBUG nova.compute.manager [req-5d5b4dbb-028e-4b4f-a3dd-068788196b50 req-a2f4dcd5-bc67-4bdd-bcce-3a899cb20c42 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] No waiting events found dispatching network-vif-unplugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:47:46 user nova-compute[74287]: DEBUG nova.compute.manager [req-5d5b4dbb-028e-4b4f-a3dd-068788196b50 req-a2f4dcd5-bc67-4bdd-bcce-3a899cb20c42 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received event network-vif-unplugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:47:46 user nova-compute[74287]: DEBUG nova.compute.manager [req-5d5b4dbb-028e-4b4f-a3dd-068788196b50 req-a2f4dcd5-bc67-4bdd-bcce-3a899cb20c42 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received event network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:47:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5d5b4dbb-028e-4b4f-a3dd-068788196b50 req-a2f4dcd5-bc67-4bdd-bcce-3a899cb20c42 service nova] Acquiring lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:47:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5d5b4dbb-028e-4b4f-a3dd-068788196b50 req-a2f4dcd5-bc67-4bdd-bcce-3a899cb20c42 service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:47:46 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-5d5b4dbb-028e-4b4f-a3dd-068788196b50 req-a2f4dcd5-bc67-4bdd-bcce-3a899cb20c42 service nova] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:47:46 user nova-compute[74287]: DEBUG nova.compute.manager [req-5d5b4dbb-028e-4b4f-a3dd-068788196b50 req-a2f4dcd5-bc67-4bdd-bcce-3a899cb20c42 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] No waiting events found dispatching network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:47:46 user nova-compute[74287]: WARNING nova.compute.manager [req-5d5b4dbb-028e-4b4f-a3dd-068788196b50 req-a2f4dcd5-bc67-4bdd-bcce-3a899cb20c42 service nova] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Received unexpected event network-vif-plugged-b1e68532-a42a-4ad3-a4fb-e12b640b80e8 for instance with vm_state active and task_state deleting.
Oct 26 08:47:46 user nova-compute[74287]: INFO nova.compute.manager [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Took 0.83 seconds to detach 1 volumes for instance.
Oct 26 08:47:46 user nova-compute[74287]: DEBUG nova.compute.manager [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] [instance: 52acd2f8-d4c9-4002-a9d6-a571187128c0] Deleting volume: 21dbb30b-da7f-465c-973b-d2c7365926be {{(pid=74287) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 26 08:47:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:47:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:47:47 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:47:47 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:47:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.181s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:47:47 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Deleted allocations for instance 52acd2f8-d4c9-4002-a9d6-a571187128c0
Oct 26 08:47:47 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-e80b6179-aef3-4bbf-832b-935117696d1a tempest-TestShelveInstance-36922569 tempest-TestShelveInstance-36922569-project-member] Lock "52acd2f8-d4c9-4002-a9d6-a571187128c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.090s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:47:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:47:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:48:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:48:06 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:48:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:48:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:48:06 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:48:06 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:48:06 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:48:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:48:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 08:48:07 user nova-compute[74287]: DEBUG oslo_concurrency.processutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 08:48:07 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:48:07 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:48:07 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=8962MB free_disk=24.906749725341797GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:48:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:48:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:48:07 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Instance 2c59bb12-9636-4174-8aca-26a0445ad16e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 08:48:07 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:48:07 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:48:07 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:48:07 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:48:07 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:48:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.186s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:48:09 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:48:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:48:10 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:48:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:48:15 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:48:17 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:48:18 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:48:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:48:18 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:48:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 08:48:18 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquired lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 08:48:18 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Forcefully refreshing network info cache for instance {{(pid=74287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 08:48:18 user nova-compute[74287]: DEBUG nova.objects.instance [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lazy-loading 'info_cache' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:48:19 user nova-compute[74287]: DEBUG nova.network.neutron [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updating instance_info_cache with network_info: [{"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:48:19 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Releasing lock "refresh_cache-2c59bb12-9636-4174-8aca-26a0445ad16e" {{(pid=74287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 08:48:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updated the network info_cache for instance {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 08:48:19 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:48:19 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:48:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:48:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:48:22 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:48:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:48:25 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:48:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:48:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:48:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:37 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:48:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:48:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:48:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:48:39 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:48:39 user nova-compute[74287]: INFO nova.compute.manager [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Terminating instance
Oct 26 08:48:39 user nova-compute[74287]: DEBUG nova.compute.manager [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Start destroying the instance on the hypervisor. {{(pid=74287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 08:48:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:39 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-2ba7b3de-45fd-42fd-97e2-f4e9cb420804 req-c1a9a22c-efb5-4867-a242-c5c4b67e8ab5 service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Received event network-vif-unplugged-6262b089-6a86-47cf-a027-0ba3838ad018 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2ba7b3de-45fd-42fd-97e2-f4e9cb420804 req-c1a9a22c-efb5-4867-a242-c5c4b67e8ab5 service nova] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2ba7b3de-45fd-42fd-97e2-f4e9cb420804 req-c1a9a22c-efb5-4867-a242-c5c4b67e8ab5 service nova] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2ba7b3de-45fd-42fd-97e2-f4e9cb420804 req-c1a9a22c-efb5-4867-a242-c5c4b67e8ab5 service nova] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-2ba7b3de-45fd-42fd-97e2-f4e9cb420804 req-c1a9a22c-efb5-4867-a242-c5c4b67e8ab5 service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] No waiting events found dispatching network-vif-unplugged-6262b089-6a86-47cf-a027-0ba3838ad018 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG nova.compute.manager [req-2ba7b3de-45fd-42fd-97e2-f4e9cb420804 req-c1a9a22c-efb5-4867-a242-c5c4b67e8ab5 service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Received event network-vif-unplugged-6262b089-6a86-47cf-a027-0ba3838ad018 for instance with task_state deleting. {{(pid=74287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:40 user nova-compute[74287]: INFO nova.virt.libvirt.driver [-] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Instance destroyed successfully.
Oct 26 08:48:40 user nova-compute[74287]: DEBUG nova.objects.instance [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lazy-loading 'resources' on Instance uuid 2c59bb12-9636-4174-8aca-26a0445ad16e {{(pid=74287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG nova.virt.libvirt.vif [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T08:39:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1234284139',display_name='tempest-SnapshotDataIntegrityTests-server-1234284139',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1234284139',id=49,image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHljiaNThp/RveBCJQDoPJYe/fUHguZnhLYnP5Z+WTWHSREsqmeDWmBMepSdSFbnvesHyOOS7LJpiBAIMVQ7cvIO8+6vebYu4ANxjro2pHayHPjuPIsQwhJcOHeSOWnbUg==',key_name='tempest-keypair-659784580',keypairs=<?>,launch_index=0,launched_at=2023-10-26T08:39:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d5c1cea1a9f04795a0f006545d4ae599',ramdisk_id='',reservation_id='r-dnr0k2gw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='027074c5-9908-45c6-ae18-2c6fa1df5867',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-975471743',owner_user_name='tempest-SnapshotDataIntegrityTests-975471743-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T08:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2b7c6be442241d5a739afce2b6839e9',uuid=2c59bb12-9636-4174-8aca-26a0445ad16e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Converting VIF {"id": "6262b089-6a86-47cf-a027-0ba3838ad018", "address": "fa:16:3e:5b:a0:f9", "network": {"id": "d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1413531413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5c1cea1a9f04795a0f006545d4ae599", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6262b089-6a", "ovs_interfaceid": "6262b089-6a86-47cf-a027-0ba3838ad018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG nova.network.os_vif_util [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5b:a0:f9,bridge_name='br-int',has_traffic_filtering=True,id=6262b089-6a86-47cf-a027-0ba3838ad018,network=Network(d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6262b089-6a') {{(pid=74287) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG os_vif [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5b:a0:f9,bridge_name='br-int',has_traffic_filtering=True,id=6262b089-6a86-47cf-a027-0ba3838ad018,network=Network(d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6262b089-6a') {{(pid=74287) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6262b089-6a, bridge=br-int, if_exists=True) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=80ef73e3-2d79-48f3-a106-6618c4617153) {{(pid=74287) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:48:40 user nova-compute[74287]: INFO os_vif [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5b:a0:f9,bridge_name='br-int',has_traffic_filtering=True,id=6262b089-6a86-47cf-a027-0ba3838ad018,network=Network(d8e96cbf-8b8c-4c5b-9820-2c4e4c6d0924),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6262b089-6a')
Oct 26 08:48:40 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Deleting instance files /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e_del
Oct 26 08:48:40 user nova-compute[74287]: INFO nova.virt.libvirt.driver [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Deletion of /opt/stack/data/nova/instances/2c59bb12-9636-4174-8aca-26a0445ad16e_del complete
Oct 26 08:48:41 user nova-compute[74287]: INFO nova.compute.manager [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Took 1.21 seconds to destroy the instance on the hypervisor.
Oct 26 08:48:41 user nova-compute[74287]: DEBUG oslo.service.loopingcall [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 08:48:41 user nova-compute[74287]: DEBUG nova.compute.manager [-] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Deallocating network for instance {{(pid=74287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 08:48:41 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] deallocate_for_instance() {{(pid=74287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 08:48:41 user nova-compute[74287]: DEBUG nova.network.neutron [-] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:48:41 user nova-compute[74287]: INFO nova.compute.manager [-] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Took 0.71 seconds to deallocate network for instance.
Oct 26 08:48:41 user nova-compute[74287]: DEBUG nova.compute.manager [req-b77ee7c1-7f96-435d-a6f3-61616c01e3da req-dc8e0856-9820-4c3e-8063-9a94baecd60c service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Received event network-vif-deleted-6262b089-6a86-47cf-a027-0ba3838ad018 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:48:41 user nova-compute[74287]: INFO nova.compute.manager [req-b77ee7c1-7f96-435d-a6f3-61616c01e3da req-dc8e0856-9820-4c3e-8063-9a94baecd60c service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Neutron deleted interface 6262b089-6a86-47cf-a027-0ba3838ad018; detaching it from the instance and deleting it from the info cache
Oct 26 08:48:41 user nova-compute[74287]: DEBUG nova.network.neutron [req-b77ee7c1-7f96-435d-a6f3-61616c01e3da req-dc8e0856-9820-4c3e-8063-9a94baecd60c service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Updating instance_info_cache with network_info: [] {{(pid=74287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 08:48:41 user nova-compute[74287]: DEBUG nova.compute.manager [req-b77ee7c1-7f96-435d-a6f3-61616c01e3da req-dc8e0856-9820-4c3e-8063-9a94baecd60c service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Detach interface failed, port_id=6262b089-6a86-47cf-a027-0ba3838ad018, reason: Instance 2c59bb12-9636-4174-8aca-26a0445ad16e could not be found. {{(pid=74287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 08:48:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:48:41 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:48:41 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:48:42 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:48:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.147s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:48:42 user nova-compute[74287]: INFO nova.scheduler.client.report [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Deleted allocations for instance 2c59bb12-9636-4174-8aca-26a0445ad16e
Oct 26 08:48:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-043f83d7-791d-4450-9c5f-157850b8ae12 tempest-SnapshotDataIntegrityTests-975471743 tempest-SnapshotDataIntegrityTests-975471743-project-member] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.309s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:48:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-2fc0aef5-df48-4641-a56d-886fefd6a19b req-ad8154cd-8a9f-4f61-b7db-ea4e73b86c2c service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Received event network-vif-plugged-6262b089-6a86-47cf-a027-0ba3838ad018 {{(pid=74287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 08:48:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2fc0aef5-df48-4641-a56d-886fefd6a19b req-ad8154cd-8a9f-4f61-b7db-ea4e73b86c2c service nova] Acquiring lock "2c59bb12-9636-4174-8aca-26a0445ad16e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:48:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2fc0aef5-df48-4641-a56d-886fefd6a19b req-ad8154cd-8a9f-4f61-b7db-ea4e73b86c2c service nova] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:48:42 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [req-2fc0aef5-df48-4641-a56d-886fefd6a19b req-ad8154cd-8a9f-4f61-b7db-ea4e73b86c2c service nova] Lock "2c59bb12-9636-4174-8aca-26a0445ad16e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:48:42 user nova-compute[74287]: DEBUG nova.compute.manager [req-2fc0aef5-df48-4641-a56d-886fefd6a19b req-ad8154cd-8a9f-4f61-b7db-ea4e73b86c2c service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] No waiting events found dispatching network-vif-plugged-6262b089-6a86-47cf-a027-0ba3838ad018 {{(pid=74287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 08:48:42 user nova-compute[74287]: WARNING nova.compute.manager [req-2fc0aef5-df48-4641-a56d-886fefd6a19b req-ad8154cd-8a9f-4f61-b7db-ea4e73b86c2c service nova] [instance: 2c59bb12-9636-4174-8aca-26a0445ad16e] Received unexpected event network-vif-plugged-6262b089-6a86-47cf-a027-0ba3838ad018 for instance with vm_state deleted and task_state None.
Oct 26 08:48:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:48:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:48:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:48:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:48:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:48:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:48:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:48:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:48:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:48:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:49:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:49:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:49:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:49:05 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:07 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:49:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:49:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:49:07 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:49:07 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Auditing locally available compute resources for user (node: user) {{(pid=74287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 08:49:08 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:49:08 user nova-compute[74287]: WARNING nova.virt.libvirt.driver [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 08:49:08 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Hypervisor/Node resource view: name=user free_ram=9173MB free_disk=24.93355941772461GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 08:49:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 08:49:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 08:49:08 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 08:49:08 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 08:49:08 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing inventories for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 08:49:08 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating ProviderTree inventory for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 08:49:08 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Updating inventory in ProviderTree for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 08:49:08 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing aggregate associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, aggregates: None {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 08:49:08 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Refreshing trait associations for resource provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc, traits: HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VOLUME_EXTEND,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 08:49:08 user nova-compute[74287]: DEBUG nova.compute.provider_tree [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed in ProviderTree for provider: 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc {{(pid=74287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 08:49:08 user nova-compute[74287]: DEBUG nova.scheduler.client.report [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Inventory has not changed for provider 4d705d38-20ad-4b6e-9892-bbb7a5e62cdc based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 08:49:08 user nova-compute[74287]: DEBUG nova.compute.resource_tracker [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Compute_service record updated for user:user {{(pid=74287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 08:49:08 user nova-compute[74287]: DEBUG oslo_concurrency.lockutils [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.268s {{(pid=74287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 08:49:10 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:49:11 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:49:11 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:49:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:49:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:49:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:49:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:49:15 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:17 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:49:19 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:49:19 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 08:49:20 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:49:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Starting heal instance info cache {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 08:49:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Rebuilding the list of instances to heal {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 08:49:20 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Didn't find any instances for network info cache update. {{(pid=74287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 08:49:20 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:49:20 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:49:22 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:49:22 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:49:25 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:49:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:49:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:49:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:49:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:49:25 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:30 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:33 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:35 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:36 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:40 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:41 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:49:41 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74287) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 08:49:45 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:49:50 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:49:50 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Cleaning up deleted instances {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 08:49:50 user nova-compute[74287]: DEBUG nova.compute.manager [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] There are 0 instances to clean {{(pid=74287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 08:49:50 user nova-compute[74287]: DEBUG oslo_service.periodic_task [None req-b2aacede-66d4-49f3-9291-1640d0775e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 08:49:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:49:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74287) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 08:49:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:49:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74287) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 08:49:50 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 08:49:55 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 08:50:00 user nova-compute[74287]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74287) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}